00000400:00000010:0.0F:1749392985.746713:0:1945:0:(lib-cpt.c:112:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at ffff88012b79cb80. 00000400:00000010:0.0:1749392985.746719:0:1945:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at ffff8800b6523280. 00000400:00000010:0.0:1749392985.746721:0:1945:0:(lib-cpt.c:125:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at ffff880137643ba0. 00000400:00000010:0.0:1749392985.746722:0:1945:0:(lib-cpt.c:132:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at ffff88012b2ccb48. 00000400:00000010:0.0:1749392985.746723:0:1945:0:(lib-cpt.c:139:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at ffff88012b79c140. 00000400:00000010:0.0:1749392985.746725:0:1945:0:(lib-cpt.c:151:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff8800b6523200. 00000400:00000010:0.0:1749392985.746725:0:1945:0:(lib-cpt.c:155:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at ffff88012b2ccb50. 00000400:00000010:0.0:1749392985.746727:0:1945:0:(lib-cpt.c:151:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff8800b6523180. 00000400:00000010:0.0:1749392985.746728:0:1945:0:(lib-cpt.c:155:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at ffff88012b2ccb58. 00000400:00000010:0.0:1749392986.503660:0:1945:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8801376b58c0. 00000400:00000010:0.0:1749392986.503666:0:1945:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b5b60. 00000400:00000010:0.0:1749392986.503669:0:1945:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b79c1c0. 00000400:00000010:0.0:1749392986.503670:0:1945:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b79c780. 00000400:00000010:0.0:1749392986.503671:0:1945:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8801376b5260. 00000400:00000010:0.0:1749392986.503672:0:1945:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b52e0. 00000400:00000010:0.0:1749392986.503673:0:1945:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b79c6c0. 00000400:00000010:0.0:1749392986.503674:0:1945:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b79c300. 00000400:00000200:0.0:1749392986.503719:0:1945:0:(api-ni.c:1018:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0F:1749392986.540046:0:1960:0:(api-ni.c:1018:lnet_register_lnd()) tcp LND registered 00000020:02000000:0.0:1749392986.654647:0:1972:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.16.56_1_gdec1e65 00000020:00000010:0.0:1749392986.656756:0:1972:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at ffff8800ab800000. 00000001:00000010:0.0:1749392986.657529:0:1972:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012aa8eb40. 00000001:00000010:0.0:1749392986.657532:0:1972:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8801376b5860. 00000001:00000010:0.0:1749392986.657533:0:1972:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e44800. 00000001:00000010:0.0:1749392986.657535:0:1972:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e45e00. 00000001:00000010:0.0:1749392986.657536:0:1972:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e45a00. 00000001:00000010:0.0:1749392986.657537:0:1972:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e45c00. 00000020:00000010:0.0:1749392986.657564:0:1972:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e45400. 00000020:00000010:0.0:1749392986.657566:0:1972:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64e1e00. 00000001:00000010:0.0:1749392986.657568:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62600. 00000020:00000010:0.0:1749392986.657594:0:1972:0:(cl_object.c:1090:cl_global_init()) kmalloced '(cl_envs)': 192 at ffff88012aa8e3c0. 00000020:00000010:0.0:1749392986.657623:0:1972:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64e0000. 00000020:00000010:0.0:1749392986.657625:0:1972:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64e1800. 00000020:00000010:0.0:1749392986.657626:0:1972:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6f62de0. 00000020:00000010:0.0:1749392986.657630:0:1972:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64e0200. 00000020:00000010:0.0:1749392986.657631:0:1972:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64e0600. 00000020:00000010:0.0:1749392986.657632:0:1972:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64e1600. 00000020:00000010:0.0:1749392986.657633:0:1972:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6f62900. 00000020:00000010:0.0:1749392986.657635:0:1972:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6489400. 00000020:00000010:0.0:1749392986.657636:0:1972:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6488c00. 00000020:00000010:0.0:1749392986.657637:0:1972:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6488000. 00000020:00000010:0.0:1749392986.657638:0:1972:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6f621e0. 00000020:00000010:0.0:1749392986.657639:0:1972:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6489a00. 00000020:00000010:0.0:1749392986.657641:0:1972:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6489600. 00000020:00000010:0.0:1749392986.657642:0:1972:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64aee00. 00000020:00000010:0.0:1749392986.657643:0:1972:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6f62e40. 00000020:00000010:0.0:1749392986.657644:0:1972:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64afe00. 02000000:00000010:0.0:1749392986.657646:0:1972:0:(page_pools.c:1073:obd_pool_init()) kmalloced '(page_pools)': 120 at ffff8800b6523780. 02000000:00000010:0.0:1749392986.657647:0:1972:0:(page_pools.c:1077:obd_pool_init()) kmalloced '(pool_shrinkers)': 120 at ffff8800b6523680. 02000000:00000010:0.0:1749392986.657648:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b64ae800. 02000000:00000010:0.0:1749392986.657649:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1000 at ffff88012a58c800. 00000001:00000010:0.0:1749392986.657651:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62360. 02000000:00000010:0.0:1749392986.657658:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b64af800. 02000000:00000010:0.0:1749392986.657659:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 504 at ffff8800b64ae600. 00000001:00000010:0.0:1749392986.657660:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62240. 02000000:00000010:0.0:1749392986.657666:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b64aec00. 02000000:00000010:0.0:1749392986.657667:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 256 at ffff8800b5b1aa00. 00000001:00000010:0.0:1749392986.657668:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62d80. 02000000:00000010:0.0:1749392986.657673:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6f87600. 02000000:00000010:0.0:1749392986.657674:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 128 at ffff8800b6523400. 00000001:00000010:0.0:1749392986.657675:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f627e0. 02000000:00000010:0.0:1749392986.657680:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6f86a00. 02000000:00000010:0.0:1749392986.657681:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 64 at ffff8800ad15f800. 00000001:00000010:0.0:1749392986.657682:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62540. 02000000:00000010:0.0:1749392986.657686:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6f87400. 02000000:00000010:0.0:1749392986.657689:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 32 at ffff8801376b5a80. 00000001:00000010:0.0:1749392986.657690:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f624e0. 02000000:00000010:0.0:1749392986.657694:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6f86200. 02000000:00000010:0.0:1749392986.657695:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at ffff880137643d70. 00000001:00000010:0.0:1749392986.657696:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62ae0. 02000000:00000010:0.0:1749392986.657714:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6f87a00. 02000000:00000010:0.0:1749392986.657715:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff88012b2ccc30. 00000001:00000010:0.0:1749392986.657716:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62b40. 02000000:00000010:0.0:1749392986.657721:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6f86e00. 02000000:00000010:0.0:1749392986.657722:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff88012b2ccc38. 00000001:00000010:0.0:1749392986.657723:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62720. 02000000:00000010:0.0:1749392986.657728:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6f86400. 02000000:00000010:0.0:1749392986.657728:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff88012b2ccc40. 00000001:00000010:0.0:1749392986.657729:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62c60. 02000000:00000010:0.0:1749392986.657734:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff880136913e00. 02000000:00000010:0.0:1749392986.657735:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff88012b2ccc48. 00000001:00000010:0.0:1749392986.657736:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62c00. 02000000:00000010:0.0:1749392986.657741:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff880136912200. 02000000:00000010:0.0:1749392986.657742:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff88012b2ccc50. 00000001:00000010:0.0:1749392986.657743:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62cc0. 02000000:00000010:0.0:1749392986.657749:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff880136913c00. 02000000:00000010:0.0:1749392986.657750:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff88012b2ccc58. 00000001:00000010:0.0:1749392986.657751:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62780. 02000000:00000010:0.0:1749392986.657758:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff880136913a00. 02000000:00000010:0.0:1749392986.657759:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff88012b2ccc60. 00000001:00000010:0.0:1749392986.657760:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62a20. 02000000:00000010:0.0:1749392986.657765:0:1972:0:(page_pools.c:1082:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6406200. 02000000:00000010:0.0:1749392986.657765:0:1972:0:(page_pools.c:1045:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff88012b2ccc68. 00000001:00000010:0.0:1749392986.657766:0:1972:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b6f62f60. 00000400:00000010:0.0:1749392986.830657:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b5a60. 00000400:00000010:0.0:1749392986.830664:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d300. 00000400:00000010:0.0:1749392986.830665:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d500. 00000100:00000010:0.0:1749392986.830668:0:1984:0:(service.c:3494:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at ffff88012b398360. 00000100:00000010:0.0:1749392986.830670:0:1984:0:(service.c:3494:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at ffff88012b3980c0. 00000100:00000010:1.0F:1749392986.830842:0:1986:0:(service.c:3135:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff8800b311fb40. 00000020:00000010:1.0:1749392986.830853:0:1986:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6791000. 00000020:00000010:1.0:1749392986.830856:0:1986:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6790800. 00000040:00000010:1.0:1749392986.830858:0:1986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6791400. 00000020:00000010:1.0:1749392986.830860:0:1986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b66c2800. 00000020:00000010:1.0:1749392986.830862:0:1986:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b311fd40. 00000100:00000010:1.0:1749392986.830915:0:1987:0:(service.c:3135:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff8800b311fd80. 00000020:00000010:2.0F:1749392986.830928:0:1987:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64de800. 00000020:00000010:2.0:1749392986.830935:0:1987:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64de000. 00000040:00000010:2.0:1749392986.830937:0:1987:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b64de600. 00000020:00000010:2.0:1749392986.830939:0:1987:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b595e000. 00000020:00000010:2.0:1749392986.830954:0:1987:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012ab8c680. 00000100:00000200:0.0:1749392986.831040:0:1984:0:(events.c:594:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:0.0:1749392986.831161:0:1984:0:(api-ni.c:716:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at ffff8800b58c2000. 00000400:00000010:0.0:1749392986.831163:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b59a0. 00000400:00000010:0.0:1749392986.831164:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6523580. 00000400:00000010:0.0:1749392986.831165:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6523700. 00000400:00000010:0.0:1749392986.831166:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b53a0. 00000400:00000010:0.0:1749392986.831167:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6523d00. 00000400:00000010:0.0:1749392986.831168:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6523c80. 00000400:00000010:0.0:1749392986.831172:0:1984:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff880136408000. 00000400:00000010:0.0:1749392986.831176:0:1984:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff88013710e000. 00000400:00000010:0.0:1749392986.831178:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b5ac0. 00000400:00000010:0.0:1749392986.831178:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6523800. 00000400:00000010:0.0:1749392986.831179:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6523d80. 00000400:00000010:0.0:1749392986.831181:0:1984:0:(lib-msg.c:1261:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at ffff880137337d90. 00000400:00000010:0.0:1749392986.831182:0:1984:0:(lib-msg.c:1271:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at ffff880137337d70. 00000400:00000010:0.0:1749392986.831183:0:1984:0:(lib-msg.c:1261:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at ffff880137337e10. 00000400:00000010:0.0:1749392986.831184:0:1984:0:(lib-msg.c:1271:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at ffff880137337d80. 00000400:00000010:0.0:1749392986.831212:0:1984:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000861000. 00000400:00000010:0.0:1749392986.831218:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b5ce0. 00000400:00000010:0.0:1749392986.831219:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d380. 00000400:00000010:0.0:1749392986.831220:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d200. 00000400:00000010:0.0:1749392986.831246:0:1984:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000872000. 00000400:00000010:0.0:1749392986.831276:0:1984:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000883000. 00000400:00000010:0.0:1749392986.831282:0:1984:0:(lib-ptl.c:866:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at ffff88012aa99a00. 00000400:00000010:0.0:1749392986.831284:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b3982a0. 00000400:00000010:0.0:1749392986.831285:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b5be0. 00000400:00000010:0.0:1749392986.831286:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d400. 00000400:00000010:0.0:1749392986.831286:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d1c0. 00000400:00000010:0.0:1749392986.831292:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136406000. 00000400:00000010:0.0:1749392986.831295:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136404000. 00000400:00000010:0.0:1749392986.831296:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398d80. 00000400:00000010:0.0:1749392986.831297:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b50e0. 00000400:00000010:0.0:1749392986.831298:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d140. 00000400:00000010:0.0:1749392986.831299:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d480. 00000400:00000010:0.0:1749392986.831301:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136402000. 00000400:00000010:0.0:1749392986.831304:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136400000. 00000400:00000010:0.0:1749392986.831305:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398840. 00000400:00000010:0.0:1749392986.831306:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b56c0. 00000400:00000010:0.0:1749392986.831307:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d000. 00000400:00000010:0.0:1749392986.831308:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d040. 00000400:00000010:0.0:1749392986.831311:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012dbb0000. 00000400:00000010:0.0:1749392986.831314:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012dbb6000. 00000400:00000010:0.0:1749392986.831315:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b3988a0. 00000400:00000010:0.0:1749392986.831316:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8801376b58e0. 00000400:00000010:0.0:1749392986.831316:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d080. 00000400:00000010:0.0:1749392986.831317:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b674d0c0. 00000400:00000010:0.0:1749392986.831320:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012dbb4000. 00000400:00000010:0.0:1749392986.831323:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012dbb2000. 00000400:00000010:0.0:1749392986.831324:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398c00. 00000400:00000010:0.0:1749392986.831325:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567240. 00000400:00000010:0.0:1749392986.831326:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f880. 00000400:00000010:0.0:1749392986.831327:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f9c0. 00000400:00000010:0.0:1749392986.831331:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33b0000. 00000400:00000010:0.0:1749392986.831333:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33b2000. 00000400:00000010:0.0:1749392986.831334:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398cc0. 00000400:00000010:0.0:1749392986.831335:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b65674e0. 00000400:00000010:0.0:1749392986.831336:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fa00. 00000400:00000010:0.0:1749392986.831337:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f540. 00000400:00000010:0.0:1749392986.831339:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33b4000. 00000400:00000010:0.0:1749392986.831340:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33b6000. 00000400:00000010:0.0:1749392986.831342:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b3981e0. 00000400:00000010:0.0:1749392986.831344:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567a00. 00000400:00000010:0.0:1749392986.831345:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fa80. 00000400:00000010:0.0:1749392986.831346:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fa40. 00000400:00000010:0.0:1749392986.831350:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad048000. 00000400:00000010:0.0:1749392986.831352:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad04a000. 00000400:00000010:0.0:1749392986.831353:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398480. 00000400:00000010:0.0:1749392986.831354:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567560. 00000400:00000010:0.0:1749392986.831355:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fb40. 00000400:00000010:0.0:1749392986.831355:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fb00. 00000400:00000010:0.0:1749392986.831357:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad04c000. 00000400:00000010:0.0:1749392986.831359:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad04e000. 00000400:00000010:0.0:1749392986.831360:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398ae0. 00000400:00000010:0.0:1749392986.831361:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567420. 00000400:00000010:0.0:1749392986.831361:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f900. 00000400:00000010:0.0:1749392986.831362:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fb80. 00000400:00000010:0.0:1749392986.831366:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad098000. 00000400:00000010:0.0:1749392986.831368:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad09a000. 00000400:00000010:0.0:1749392986.831369:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398960. 00000400:00000010:0.0:1749392986.831370:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567a20. 00000400:00000010:0.0:1749392986.831370:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fbc0. 00000400:00000010:0.0:1749392986.831371:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f4c0. 00000400:00000010:0.0:1749392986.831373:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad09c000. 00000400:00000010:0.0:1749392986.831374:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad09e000. 00000400:00000010:0.0:1749392986.831375:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398a80. 00000400:00000010:0.0:1749392986.831376:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567fa0. 00000400:00000010:0.0:1749392986.831377:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f200. 00000400:00000010:0.0:1749392986.831378:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f0c0. 00000400:00000010:0.0:1749392986.831381:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3218000. 00000400:00000010:0.0:1749392986.831383:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b321a000. 00000400:00000010:0.0:1749392986.831385:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398000. 00000400:00000010:0.0:1749392986.831385:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b65679c0. 00000400:00000010:0.0:1749392986.831386:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f1c0. 00000400:00000010:0.0:1749392986.831387:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fd40. 00000400:00000010:0.0:1749392986.831390:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b321c000. 00000400:00000010:0.0:1749392986.831392:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b321e000. 00000400:00000010:0.0:1749392986.831393:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398660. 00000400:00000010:0.0:1749392986.831393:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567400. 00000400:00000010:0.0:1749392986.831394:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fcc0. 00000400:00000010:0.0:1749392986.831395:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fe40. 00000400:00000010:0.0:1749392986.831398:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32d0000. 00000400:00000010:0.0:1749392986.831400:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32d2000. 00000400:00000010:0.0:1749392986.831401:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398a20. 00000400:00000010:0.0:1749392986.831402:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567460. 00000400:00000010:0.0:1749392986.831403:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15ff00. 00000400:00000010:0.0:1749392986.831404:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fec0. 00000400:00000010:0.0:1749392986.831405:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32d4000. 00000400:00000010:0.0:1749392986.831407:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32d6000. 00000400:00000010:0.0:1749392986.831408:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398e40. 00000400:00000010:0.0:1749392986.831409:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567440. 00000400:00000010:0.0:1749392986.831409:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fd80. 00000400:00000010:0.0:1749392986.831410:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fe80. 00000400:00000010:0.0:1749392986.831414:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad170000. 00000400:00000010:0.0:1749392986.831416:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad172000. 00000400:00000010:0.0:1749392986.831418:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b3987e0. 00000400:00000010:0.0:1749392986.831418:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b65674a0. 00000400:00000010:0.0:1749392986.831419:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fc40. 00000400:00000010:0.0:1749392986.831420:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fd00. 00000400:00000010:0.0:1749392986.831422:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad174000. 00000400:00000010:0.0:1749392986.831424:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad176000. 00000400:00000010:0.0:1749392986.831425:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b3984e0. 00000400:00000010:0.0:1749392986.831426:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567fe0. 00000400:00000010:0.0:1749392986.831427:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f040. 00000400:00000010:0.0:1749392986.831427:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15ffc0. 00000400:00000010:0.0:1749392986.831431:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3178000. 00000400:00000010:0.0:1749392986.831433:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b317a000. 00000400:00000010:0.0:1749392986.831434:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398de0. 00000400:00000010:0.0:1749392986.831436:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567760. 00000400:00000010:0.0:1749392986.831437:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15ff80. 00000400:00000010:0.0:1749392986.831438:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fc00. 00000400:00000010:0.0:1749392986.831439:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b317c000. 00000400:00000010:0.0:1749392986.831441:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b317e000. 00000400:00000010:0.0:1749392986.831442:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398720. 00000400:00000010:0.0:1749392986.831443:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b65673e0. 00000400:00000010:0.0:1749392986.831443:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f100. 00000400:00000010:0.0:1749392986.831444:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f180. 00000400:00000010:0.0:1749392986.831448:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3208000. 00000400:00000010:0.0:1749392986.831451:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b320a000. 00000400:00000010:0.0:1749392986.831452:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398060. 00000400:00000010:0.0:1749392986.831453:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b65674c0. 00000400:00000010:0.0:1749392986.831453:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f140. 00000400:00000010:0.0:1749392986.831454:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15ff40. 00000400:00000010:0.0:1749392986.831456:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b320c000. 00000400:00000010:0.0:1749392986.831457:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b320e000. 00000400:00000010:0.0:1749392986.831458:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398c60. 00000400:00000010:0.0:1749392986.831459:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567500. 00000400:00000010:0.0:1749392986.831460:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f080. 00000400:00000010:0.0:1749392986.831461:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f2c0. 00000400:00000010:0.0:1749392986.831464:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32e8000. 00000400:00000010:0.0:1749392986.831466:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32ea000. 00000400:00000010:0.0:1749392986.831467:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398120. 00000400:00000010:0.0:1749392986.831468:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567480. 00000400:00000010:0.0:1749392986.831469:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f300. 00000400:00000010:0.0:1749392986.831470:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f280. 00000400:00000010:0.0:1749392986.831471:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32ec000. 00000400:00000010:0.0:1749392986.831473:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32ee000. 00000400:00000010:0.0:1749392986.831474:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b3989c0. 00000400:00000010:0.0:1749392986.831474:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6567880. 00000400:00000010:0.0:1749392986.831475:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f380. 00000400:00000010:0.0:1749392986.831476:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f640. 00000400:00000010:0.0:1749392986.831482:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0c8000. 00000400:00000010:0.0:1749392986.831485:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0ca000. 00000400:00000010:0.0:1749392986.831486:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b3983c0. 00000400:00000010:0.0:1749392986.831487:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b59398c0. 00000400:00000010:0.0:1749392986.831488:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f980. 00000400:00000010:0.0:1749392986.831488:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f840. 00000400:00000010:0.0:1749392986.831490:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0cc000. 00000400:00000010:0.0:1749392986.831492:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0ce000. 00000400:00000010:0.0:1749392986.831493:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b3986c0. 00000400:00000010:0.0:1749392986.831494:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939f60. 00000400:00000010:0.0:1749392986.831494:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f8c0. 00000400:00000010:0.0:1749392986.831495:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f500. 00000400:00000010:0.0:1749392986.831499:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad168000. 00000400:00000010:0.0:1749392986.831501:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad16a000. 00000400:00000010:0.0:1749392986.831502:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398b40. 00000400:00000010:0.0:1749392986.831503:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939920. 00000400:00000010:0.0:1749392986.831504:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15fac0. 00000400:00000010:0.0:1749392986.831504:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ad15f940. 00000400:00000010:0.0:1749392986.831506:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad16c000. 00000400:00000010:0.0:1749392986.831508:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad16e000. 00000400:00000010:0.0:1749392986.831509:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398180. 00000400:00000010:0.0:1749392986.831510:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939f80. 00000400:00000010:0.0:1749392986.831511:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069e00. 00000400:00000010:0.0:1749392986.831512:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069b40. 00000400:00000010:0.0:1749392986.831516:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aace0000. 00000400:00000010:0.0:1749392986.831518:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aace2000. 00000400:00000010:0.0:1749392986.831519:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398d20. 00000400:00000010:0.0:1749392986.831520:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b59394a0. 00000400:00000010:0.0:1749392986.831520:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069740. 00000400:00000010:0.0:1749392986.831521:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c0696c0. 00000400:00000010:0.0:1749392986.831523:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aace4000. 00000400:00000010:0.0:1749392986.831524:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aace6000. 00000400:00000010:0.0:1749392986.831525:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398780. 00000400:00000010:0.0:1749392986.831528:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939a00. 00000400:00000010:0.0:1749392986.831529:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069600. 00000400:00000010:0.0:1749392986.831529:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069100. 00000400:00000010:0.0:1749392986.831533:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacc8000. 00000400:00000010:0.0:1749392986.831535:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacca000. 00000400:00000010:0.0:1749392986.831536:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398f60. 00000400:00000010:0.0:1749392986.831537:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939020. 00000400:00000010:0.0:1749392986.831538:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069180. 00000400:00000010:0.0:1749392986.831539:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069c80. 00000400:00000010:0.0:1749392986.831540:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aaccc000. 00000400:00000010:0.0:1749392986.831542:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacce000. 00000400:00000010:0.0:1749392986.831543:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398240. 00000400:00000010:0.0:1749392986.831544:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b59390e0. 00000400:00000010:0.0:1749392986.831545:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069840. 00000400:00000010:0.0:1749392986.831545:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069080. 00000400:00000010:0.0:1749392986.831549:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33a0000. 00000400:00000010:0.0:1749392986.831551:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33a2000. 00000400:00000010:0.0:1749392986.831552:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398300. 00000400:00000010:0.0:1749392986.831553:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939ac0. 00000400:00000010:0.0:1749392986.831553:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069d00. 00000400:00000010:0.0:1749392986.831554:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069000. 00000400:00000010:0.0:1749392986.831556:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33a4000. 00000400:00000010:0.0:1749392986.831558:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33a6000. 00000400:00000010:0.0:1749392986.831559:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398600. 00000400:00000010:0.0:1749392986.831559:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939e00. 00000400:00000010:0.0:1749392986.831560:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069f00. 00000400:00000010:0.0:1749392986.831561:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069d80. 00000400:00000010:0.0:1749392986.831564:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33a8000. 00000400:00000010:0.0:1749392986.831566:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33aa000. 00000400:00000010:0.0:1749392986.831568:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b3985a0. 00000400:00000010:0.0:1749392986.831569:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939c60. 00000400:00000010:0.0:1749392986.831569:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c0697c0. 00000400:00000010:0.0:1749392986.831570:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069800. 00000400:00000010:0.0:1749392986.831573:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33ac000. 00000400:00000010:0.0:1749392986.831575:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b33ae000. 00000400:00000010:0.0:1749392986.831576:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398ea0. 00000400:00000010:0.0:1749392986.831577:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939d20. 00000400:00000010:0.0:1749392986.831578:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069680. 00000400:00000010:0.0:1749392986.831579:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069700. 00000400:00000010:0.0:1749392986.831582:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad050000. 00000400:00000010:0.0:1749392986.831584:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad052000. 00000400:00000010:0.0:1749392986.831585:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398f00. 00000400:00000010:0.0:1749392986.831586:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939fc0. 00000400:00000010:0.0:1749392986.831587:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069140. 00000400:00000010:0.0:1749392986.831588:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069540. 00000400:00000010:0.0:1749392986.831589:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad054000. 00000400:00000010:0.0:1749392986.831591:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad056000. 00000400:00000010:0.0:1749392986.831592:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398ba0. 00000400:00000010:0.0:1749392986.831593:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b59397e0. 00000400:00000010:0.0:1749392986.831594:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069480. 00000400:00000010:0.0:1749392986.831595:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069e80. 00000400:00000010:0.0:1749392986.831598:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad058000. 00000400:00000010:0.0:1749392986.831600:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad05a000. 00000400:00000010:0.0:1749392986.831601:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012b398420. 00000400:00000010:0.0:1749392986.831602:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939860. 00000400:00000010:0.0:1749392986.831618:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c0698c0. 00000400:00000010:0.0:1749392986.831619:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069040. 00000400:00000010:0.0:1749392986.831621:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad05c000. 00000400:00000010:0.0:1749392986.831623:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad05e000. 00000400:00000010:0.0:1749392986.831624:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b58a7f60. 00000400:00000010:0.0:1749392986.831625:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b59396a0. 00000400:00000010:0.0:1749392986.831626:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069580. 00000400:00000010:0.0:1749392986.831627:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069980. 00000400:00000010:0.0:1749392986.831631:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32c0000. 00000400:00000010:0.0:1749392986.831633:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32c2000. 00000400:00000010:0.0:1749392986.831634:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b58a7f00. 00000400:00000010:0.0:1749392986.831637:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5939840. 00000400:00000010:0.0:1749392986.831638:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069a00. 00000400:00000010:0.0:1749392986.831638:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069780. 00000400:00000010:0.0:1749392986.831640:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32c4000. 00000400:00000010:0.0:1749392986.831642:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32c6000. 00000400:00000010:0.0:1749392986.831643:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b58a7ea0. 00000400:00000010:0.0:1749392986.831644:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecf40. 00000400:00000010:0.0:1749392986.831645:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069f80. 00000400:00000010:0.0:1749392986.831646:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069f40. 00000400:00000010:0.0:1749392986.831649:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32c8000. 00000400:00000010:0.0:1749392986.831651:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32ca000. 00000400:00000010:0.0:1749392986.831653:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff880136aed4e0. 00000400:00000010:0.0:1749392986.831654:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecd00. 00000400:00000010:0.0:1749392986.831655:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069500. 00000400:00000010:0.0:1749392986.831655:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c069880. 00000400:00000010:0.0:1749392986.831657:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32cc000. 00000400:00000010:0.0:1749392986.831658:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b32ce000. 00000400:00000010:0.0:1749392986.831661:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc000. 00000400:00000010:0.0:1749392986.831662:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ece40. 00000400:00000010:0.0:1749392986.831663:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaef80. 00000400:00000010:0.0:1749392986.831664:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaefc0. 00000400:00000010:0.0:1749392986.831668:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0d0000. 00000400:00000010:0.0:1749392986.831670:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0d2000. 00000400:00000010:0.0:1749392986.831671:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc060. 00000400:00000010:0.0:1749392986.831672:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecca0. 00000400:00000010:0.0:1749392986.831673:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaef40. 00000400:00000010:0.0:1749392986.831673:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaee00. 00000400:00000010:0.0:1749392986.831675:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0d4000. 00000400:00000010:0.0:1749392986.831676:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0d6000. 00000400:00000010:0.0:1749392986.831677:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc0c0. 00000400:00000010:0.0:1749392986.831678:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecfa0. 00000400:00000010:0.0:1749392986.831679:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaed80. 00000400:00000010:0.0:1749392986.831680:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaec00. 00000400:00000010:0.0:1749392986.831685:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0d8000. 00000400:00000010:0.0:1749392986.831686:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0da000. 00000400:00000010:0.0:1749392986.831687:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc120. 00000400:00000010:0.0:1749392986.831688:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3eccc0. 00000400:00000010:0.0:1749392986.831689:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaed40. 00000400:00000010:0.0:1749392986.831690:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaed00. 00000400:00000010:0.0:1749392986.831691:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0dc000. 00000400:00000010:0.0:1749392986.831693:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad0de000. 00000400:00000010:0.0:1749392986.831694:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc180. 00000400:00000010:0.0:1749392986.831694:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecfc0. 00000400:00000010:0.0:1749392986.831695:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaecc0. 00000400:00000010:0.0:1749392986.831696:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaeb80. 00000400:00000010:0.0:1749392986.831699:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacd0000. 00000400:00000010:0.0:1749392986.831701:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacd2000. 00000400:00000010:0.0:1749392986.831702:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc1e0. 00000400:00000010:0.0:1749392986.831703:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ece00. 00000400:00000010:0.0:1749392986.831704:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaec40. 00000400:00000010:0.0:1749392986.831705:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaec80. 00000400:00000010:0.0:1749392986.831706:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacd4000. 00000400:00000010:0.0:1749392986.831708:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacd6000. 00000400:00000010:0.0:1749392986.831709:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc240. 00000400:00000010:0.0:1749392986.831709:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecde0. 00000400:00000010:0.0:1749392986.831710:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaeb40. 00000400:00000010:0.0:1749392986.831711:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaeb00. 00000400:00000010:0.0:1749392986.831714:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacd8000. 00000400:00000010:0.0:1749392986.831716:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacda000. 00000400:00000010:0.0:1749392986.831717:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc2a0. 00000400:00000010:0.0:1749392986.831718:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecd20. 00000400:00000010:0.0:1749392986.831719:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaebc0. 00000400:00000010:0.0:1749392986.831720:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaedc0. 00000400:00000010:0.0:1749392986.831721:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacdc000. 00000400:00000010:0.0:1749392986.831723:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacde000. 00000400:00000010:0.0:1749392986.831724:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc300. 00000400:00000010:0.0:1749392986.831726:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecee0. 00000400:00000010:0.0:1749392986.831727:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaeac0. 00000400:00000010:0.0:1749392986.831728:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaea40. 00000400:00000010:0.0:1749392986.831731:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacf0000. 00000400:00000010:0.0:1749392986.831734:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacf2000. 00000400:00000010:0.0:1749392986.831735:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc360. 00000400:00000010:0.0:1749392986.831736:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecf00. 00000400:00000010:0.0:1749392986.831737:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaea80. 00000400:00000010:0.0:1749392986.831737:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaea00. 00000400:00000010:0.0:1749392986.831739:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacf4000. 00000400:00000010:0.0:1749392986.831742:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacf6000. 00000400:00000010:0.0:1749392986.831743:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc3c0. 00000400:00000010:0.0:1749392986.831743:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecd60. 00000400:00000010:0.0:1749392986.831744:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae980. 00000400:00000010:0.0:1749392986.831745:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae9c0. 00000400:00000010:0.0:1749392986.831749:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacf8000. 00000400:00000010:0.0:1749392986.831751:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacfa000. 00000400:00000010:0.0:1749392986.831752:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc420. 00000400:00000010:0.0:1749392986.831753:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ece80. 00000400:00000010:0.0:1749392986.831753:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae940. 00000400:00000010:0.0:1749392986.831754:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae8c0. 00000400:00000010:0.0:1749392986.831756:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacfc000. 00000400:00000010:0.0:1749392986.831757:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacfe000. 00000400:00000010:0.0:1749392986.831758:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc480. 00000400:00000010:0.0:1749392986.831759:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ece20. 00000400:00000010:0.0:1749392986.831760:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae900. 00000400:00000010:0.0:1749392986.831761:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae880. 00000400:00000010:0.0:1749392986.831765:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad220000. 00000400:00000010:0.0:1749392986.831767:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad222000. 00000400:00000010:0.0:1749392986.831768:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc4e0. 00000400:00000010:0.0:1749392986.831769:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecf80. 00000400:00000010:0.0:1749392986.831769:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae800. 00000400:00000010:0.0:1749392986.831770:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae840. 00000400:00000010:0.0:1749392986.831774:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad224000. 00000400:00000010:0.0:1749392986.831775:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad226000. 00000400:00000010:0.0:1749392986.831776:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc540. 00000400:00000010:0.0:1749392986.831777:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecf60. 00000400:00000010:0.0:1749392986.831778:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae7c0. 00000400:00000010:0.0:1749392986.831779:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae740. 00000400:00000010:0.0:1749392986.831782:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad228000. 00000400:00000010:0.0:1749392986.831784:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad22a000. 00000400:00000010:0.0:1749392986.831785:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc5a0. 00000400:00000010:0.0:1749392986.831786:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecce0. 00000400:00000010:0.0:1749392986.831786:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae780. 00000400:00000010:0.0:1749392986.831787:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae700. 00000400:00000010:0.0:1749392986.831788:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad22c000. 00000400:00000010:0.0:1749392986.831790:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad22e000. 00000400:00000010:0.0:1749392986.831791:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc600. 00000400:00000010:0.0:1749392986.831792:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecd40. 00000400:00000010:0.0:1749392986.831793:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae680. 00000400:00000010:0.0:1749392986.831793:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae6c0. 00000400:00000010:0.0:1749392986.831797:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad230000. 00000400:00000010:0.0:1749392986.831799:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad232000. 00000400:00000010:0.0:1749392986.831800:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc660. 00000400:00000010:0.0:1749392986.831801:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecd80. 00000400:00000010:0.0:1749392986.831801:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae640. 00000400:00000010:0.0:1749392986.831802:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae5c0. 00000400:00000010:0.0:1749392986.831804:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad234000. 00000400:00000010:0.0:1749392986.831806:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad236000. 00000400:00000010:0.0:1749392986.831807:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc6c0. 00000400:00000010:0.0:1749392986.831808:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ece60. 00000400:00000010:0.0:1749392986.831808:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae540. 00000400:00000010:0.0:1749392986.831809:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae400. 00000400:00000010:0.0:1749392986.831812:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad238000. 00000400:00000010:0.0:1749392986.831814:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad23a000. 00000400:00000010:0.0:1749392986.831815:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc720. 00000400:00000010:0.0:1749392986.831818:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecea0. 00000400:00000010:0.0:1749392986.831819:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaeec0. 00000400:00000010:0.0:1749392986.831819:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae480. 00000400:00000010:0.0:1749392986.831821:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad23c000. 00000400:00000010:0.0:1749392986.831822:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad23e000. 00000400:00000010:0.0:1749392986.831823:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc780. 00000400:00000010:0.0:1749392986.831824:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012e3ecfe0. 00000400:00000010:0.0:1749392986.831825:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae2c0. 00000400:00000010:0.0:1749392986.831826:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae140. 00000400:00000010:0.0:1749392986.831830:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3380000. 00000400:00000010:0.0:1749392986.831832:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3382000. 00000400:00000010:0.0:1749392986.831833:0:1984:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad3fc7e0. 00000400:00000010:0.0:1749392986.831834:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5ad8e60. 00000400:00000010:0.0:1749392986.831835:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae340. 00000400:00000010:0.0:1749392986.831836:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae1c0. 00000400:00000010:0.0:1749392986.831838:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3384000. 00000400:00000010:0.0:1749392986.831840:0:1984:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3386000. 00000400:00000010:0.0:1749392986.831841:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5ad8200. 00000400:00000010:0.0:1749392986.831842:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae100. 00000400:00000010:0.0:1749392986.831842:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae380. 00000400:00000010:0.0:1749392986.831844:0:1984:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff88012aa8ef00. 00000400:00000010:0.0:1749392986.831846:0:1984:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff88012aa99600. 00000400:00000010:0.0:1749392986.831847:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5ad8fe0. 00000400:00000010:0.0:1749392986.831847:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae240. 00000400:00000010:0.0:1749392986.831848:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaee80. 00000400:00000010:0.0:1749392986.831849:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5ad8e00. 00000400:00000010:0.0:1749392986.831850:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae180. 00000400:00000010:0.0:1749392986.831850:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae300. 00000400:00000010:0.0:1749392986.831853:0:1984:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at ffff88012b2ccd18. 00000400:00000010:0.0:1749392986.831856:0:1984:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff88012aa8e9c0. 00000400:00000010:0.0:1749392986.831857:0:1984:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff88012aa99200. 00000400:00000010:0.0:1749392986.831857:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5ad8f20. 00000400:00000010:0.0:1749392986.831858:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae040. 00000400:00000010:0.0:1749392986.831861:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae200. 00000400:00000010:0.0:1749392986.831862:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5ad8020. 00000400:00000010:0.0:1749392986.831862:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae0c0. 00000400:00000010:0.0:1749392986.831863:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae280. 00000400:00000010:0.0:1749392986.831864:0:1984:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at ffff88012b2ccd18. 00000400:00000010:0.0:1749392986.831871:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5ad82c0. 00000400:00000010:0.0:1749392986.831872:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8801370d8500. 00000400:00000010:0.0:1749392986.831873:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8801370d8000. 00000800:00000200:0.0:1749392986.832206:0:1984:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns ffffffff81d41940 00000800:00000200:0.0:1749392986.832208:0:1984:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns ffffffff81d41940 00000800:00000200:0.0:1749392986.832209:0:1984:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=eth0 ifindex 2 state 6 ns ffffffff81d41940 00000800:00000200:0.0:1749392986.832210:0:1984:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=eth0 ifindex 2 state 6 ns ffffffff81d41940 00000800:00000200:0.0:1749392986.832212:0:1984:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns ffff8800b5a40000 00000800:00000200:0.0:1749392986.832213:0:1984:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns ffff8800b5a40000 00000800:00000010:0.0:1749392986.832216:0:1984:0:(socklnd.c:2642:ksocknal_startup()) alloc '(net)': 208 at ffff8800b6400800. 00000400:00000010:0.0:1749392986.832223:0:1984:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at ffff88012b2ccd18. 00000800:00000010:1.0:1749392986.832260:0:1993:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b66c2000. 00000800:00000010:1.0:1749392986.832264:0:1993:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b323f000. 00000800:00000010:1.0:1749392986.832287:0:1994:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b66c4800. 00000800:00000010:1.0:1749392986.832290:0:1994:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b323b000. 00000800:00000010:1.0:1749392986.832316:0:1995:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b66c6000. 00000800:00000010:1.0:1749392986.832318:0:1995:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b3238000. 00000400:00000200:0.0:1749392986.832342:0:1984:0:(config.c:1507:lnet_get_link_status()) device idx 1 get_link 2 00000800:00000010:1.0:1749392986.832346:0:1996:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b66c7800. 00000400:02000000:0.0:1749392986.832349:0:1984:0:(api-ni.c:2594:lnet_startup_lndni()) Added LNI 192.168.203.32@tcp [8/256/0/180] 00000800:00000010:1.0:1749392986.832349:0:1996:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b323c000. 00000400:02000000:1.0:1749392986.833935:0:1997:0:(acceptor.c:374:lnet_acceptor()) Accept secure, port 988 00000400:00000010:0.0:1749392986.835742:0:1984:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff880136aae000. 00000400:00000010:0.0:1749392986.835752:0:1984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6000. 00000400:00000010:0.0:1749392986.835757:0:1984:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5000. 00000400:00000200:0.0:1749392986.835763:0:1984:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:0.0:1749392986.835765:0:1984:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff88012aa98600. 00000400:00000010:0.0:1749392986.835766:0:1984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6058. 00000400:00000010:0.0:1749392986.835767:0:1984:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000400:00000200:0.0:1749392986.835768:0:1984:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff88012aa98600 00000400:00000200:0.0:1749392986.835770:0:1984:0:(api-ni.c:2190:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:0.0:1749392986.835771:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5ad8c00. 00000400:00000010:0.0:1749392986.835772:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae080. 00000400:00000010:0.0:1749392986.835773:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaef00. 00000400:00000010:0.0:1749392986.835774:0:1984:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b5ad8160. 00000400:00000010:0.0:1749392986.835775:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aaee40. 00000400:00000010:0.0:1749392986.835778:0:1984:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136aae3c0. 00000400:00000200:0.0:1749392986.835972:0:1984:0:(peer.c:4236:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:0.0:1749392986.836012:0:1984:0:(ptlrpcd.c:750:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at ffff880137337d60. 00000400:00000200:2.0:1749392986.836022:0:1999:0:(peer.c:4058:lnet_peer_discovery()) started 00000100:00000010:1.0:1749392986.836061:0:2000:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b32b9540. 00000020:00000010:1.0:1749392986.836064:0:2000:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6791600. 00000020:00000010:1.0:1749392986.836066:0:2000:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6790200. 00000020:00000010:1.0:1749392986.836068:0:2000:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5a2fea0. 00000040:00000010:1.0:1749392986.836069:0:2000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6791a00. 00000020:00000010:1.0:1749392986.836071:0:2000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b66c0000. 00000020:00000010:1.0:1749392986.836072:0:2000:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6791e00. 00000100:00000010:0.0:1749392986.836078:0:1984:0:(ptlrpcd.c:847:ptlrpcd_init()) kmalloced '(pd)': 392 at ffff88012aa99800. 00000100:00000010:0.0:1749392986.836080:0:1984:0:(ptlrpcd.c:539:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88012b2ccd20. 00000100:00000010:0.0:1749392986.836081:0:1984:0:(ptlrpcd.c:539:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88012b2ccd28. 00000100:00000010:1.0:1749392986.836111:0:2001:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b32b9000. 00000020:00000010:1.0:1749392986.836113:0:2001:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6791c00. 00000020:00000010:1.0:1749392986.836114:0:2001:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6790a00. 00000020:00000010:1.0:1749392986.836115:0:2001:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5a2fba0. 00000040:00000010:1.0:1749392986.836116:0:2001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6790c00. 00000020:00000010:1.0:1749392986.836117:0:2001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b66c3000. 00000020:00000010:1.0:1749392986.836119:0:2001:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6790000. 00000100:00000010:1.0:1749392986.836151:0:2002:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b32b90c0. 00000020:00000010:1.0:1749392986.836153:0:2002:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6790400. 00000020:00000010:1.0:1749392986.836154:0:2002:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6791800. 00000020:00000010:1.0:1749392986.836155:0:2002:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5a2fc00. 00000040:00000010:1.0:1749392986.836160:0:2002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6790e00. 00000020:00000010:1.0:1749392986.836162:0:2002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b66c7000. 00000020:00000010:1.0:1749392986.836163:0:2002:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6791200. 00000100:00000010:0.0:1749392986.836170:0:1984:0:(ptlrpcd.c:847:ptlrpcd_init()) kmalloced '(pd)': 392 at ffff8800b6f51e00. 00000100:00000010:0.0:1749392986.836171:0:1984:0:(ptlrpcd.c:539:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88012b2ccd30. 00000100:00000010:0.0:1749392986.836172:0:1984:0:(ptlrpcd.c:539:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88012b2ccd38. 00000100:00000010:2.0:1749392986.836224:0:2003:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ab55180. 00000020:00000010:2.0:1749392986.836227:0:2003:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64df200. 00000020:00000010:2.0:1749392986.836229:0:2003:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64df400. 00000020:00000010:2.0:1749392986.836230:0:2003:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b301b0c0. 00000040:00000010:2.0:1749392986.836232:0:2003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b64dfa00. 00000020:00000010:2.0:1749392986.836233:0:2003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b595b000. 00000020:00000010:2.0:1749392986.836235:0:2003:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64dfc00. 00000100:00000010:2.0:1749392986.836282:0:2004:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ab55540. 00000020:00000010:2.0:1749392986.836284:0:2004:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64dfe00. 00000020:00000010:2.0:1749392986.836286:0:2004:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64df800. 00000020:00000010:2.0:1749392986.836286:0:2004:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b301b360. 00000040:00000010:2.0:1749392986.836288:0:2004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b64df000. 00000020:00000010:2.0:1749392986.836289:0:2004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b595e800. 00000020:00000010:2.0:1749392986.836291:0:2004:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64df600. 00000100:00000010:0.0:1749392986.836311:0:1984:0:(connection.c:189:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 896 at ffff88012b3af800. 00000100:00000010:0.0:1749392986.836383:0:1984:0:(nrs.c:1229:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800ad3fc840. 00000100:00000010:0.0:1749392986.836385:0:1984:0:(nrs.c:1229:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800ad3fc8a0. 00000100:00000010:0.0:1749392986.836386:0:1984:0:(nrs.c:1229:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800ad3fc900. 00000100:00000010:0.0:1749392986.836387:0:1984:0:(nrs.c:1229:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800ad3fc960. 00000100:00000010:0.0:1749392986.836388:0:1984:0:(nrs.c:1229:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800ad3fc9c0. 00000100:00000010:0.0:1749392986.836389:0:1984:0:(nrs.c:1229:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800ad3fca20. 00000001:00000010:0.0:1749392986.836532:0:1984:0:(nodemap_handler.c:2747:nodemap_config_alloc()) kmalloced '(config)': 112 at ffff8801370d8080. 00000001:00000010:0.0:1749392986.836535:0:1984:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b66d3600. 00000001:00000010:0.0:1749392986.836538:0:1984:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012b2ccd50. 00000001:00000010:0.0:1749392986.836540:0:1984:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800b66d3540. 00000001:00000010:0.0:1749392986.836542:0:1984:0:(nodemap_handler.c:1751:nodemap_create()) kmalloced '(nodemap)': 784 at ffff8800b6510800. 00000001:00000010:0.0:1749392986.836548:0:1984:0:(nodemap_lproc.c:1223:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff88012d5a0080. 02000000:00000010:0.0:1749392986.880354:0:2016:0:(upcall_cache.c:574:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800b5815800. 02000000:00000010:0.0:1749392986.880357:0:2016:0:(upcall_cache.c:582:upcall_cache_init()) alloc '(cache->uc_hashtable)': 1024 at ffff8800b58c2400. 02000000:00000010:0.0:1749392986.880359:0:2016:0:(upcall_cache.c:574:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800b5812800. 02000000:00000010:0.0:1749392986.880369:0:2016:0:(upcall_cache.c:582:upcall_cache_init()) alloc '(cache->uc_hashtable)': 16384 at ffffc90000932000. 00000020:00000010:3.0:1749392988.538180:0:2053:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff88012a679200. 00000001:00000010:0.0:1749392988.628287:0:2065:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800ad3fcea0. 00000100:00000010:0.0:1749392988.628311:0:2065:0:(client.c:682:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at ffff880136a3b2c0. 00000020:00000010:0.0:1749392988.628337:0:2065:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8801370d8480. 00000020:00000010:0.0:1749392988.704224:0:2077:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287f00. 00000020:00000010:0.0:1749392988.770373:0:2089:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287d80. 00000020:00000010:3.0:1749392988.819357:0:2101:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff88012a679800. 00008000:02000000:3.0:1749392988.872373:0:2113:0:(echo_client.c:2568:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:3.0:1749392988.876053:0:2113:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff88012a679e00. 00000020:00000010:3.0:1749392988.876375:0:2113:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff88012a679d00. 00000020:00000010:0.0:1749392989.067137:0:2134:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287b00. 00000020:00000010:0.0:1749392989.982659:0:2480:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287a00. 00000020:00000010:0.0:1749392990.074112:0:2492:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287880. 00000020:00000010:0.0:1749392990.201965:0:2504:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287700. 00000020:00000010:0.0:1749392990.201983:0:2504:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287680. 00000020:00000010:0.0:1749392990.316121:0:2524:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287580. 00000020:00000010:0.0:1749392990.387706:0:2536:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287400. 00000020:00000010:0.0:1749392990.388007:0:2536:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287380. 00000020:00000010:0.0:1749392990.467104:0:2548:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287200. 00000020:00000010:0.0:1749392990.467126:0:2548:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3287180. 00000020:00000010:3.0:1749392990.622309:0:2560:0:(cl_object.c:652:cl_env_new()) slab-alloced 'cle': 144 at ffff88012d4d7000. 00000020:00000010:3.0:1749392990.622316:0:2560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b67d2000. 00000020:00000010:3.0:1749392990.622320:0:2560:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b67d2e00. 00000020:00000010:3.0:1749392990.622323:0:2560:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6e8e1e0. 00000008:00000010:3.0:1749392990.622334:0:2560:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b498000. 00020000:00000010:3.0:1749392990.622338:0:2560:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3153cc0. 00008000:00000010:3.0:1749392990.622346:0:2560:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74000. 00000080:00000010:3.0:1749392990.622353:0:2560:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a8000. 00000080:00000010:3.0:1749392990.622360:0:2560:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038000. 00000020:00000010:3.0:1749392990.622364:0:2560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b67d2a00. 00000008:00000010:3.0:1749392990.622371:0:2560:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012bf72000. 00020000:00000010:3.0:1749392990.622379:0:2560:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88013103c000. 00008000:00000010:3.0:1749392990.622382:0:2560:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012ab6ec38. 00000080:00000010:3.0:1749392990.622388:0:2560:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8801368a9000. 00000800:00000200:2.0:1749392997.746845:0:302:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns ffff8800b5a40000 00000800:00000200:2.0:1749392997.746942:0:302:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns ffff8800b5a40000 00000800:00000200:2.0:1749392997.746947:0:302:0:(socklnd.c:1995:ksocknal_handle_link_state_change()) Skipping device lo from namespace ffff8800b5a40000 (expected ffffffff81d41940) 00000800:00000200:2.0:1749392997.747083:0:302:0:(socklnd.c:2232:ksocknal_inet6addr_event()) addr6event: status NETDEV_DOWN, device lo, ip addr (invalid address), ns ffff8800b5a40000 00000800:00000200:2.0:1749392997.747088:0:302:0:(socklnd.c:2135:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace ffff8800b5a40000 (expected ffffffff81d41940) 00000800:00000200:2.0:1749392997.747231:0:302:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns ffff8800b5a40000 00000800:00000200:2.0:1749392997.747234:0:302:0:(socklnd.c:1995:ksocknal_handle_link_state_change()) Skipping device lo from namespace ffff8800b5a40000 (expected ffffffff81d41940) 00000800:00000200:2.0:1749392997.747274:0:302:0:(socklnd.c:2202:ksocknal_inetaddr_event()) addrevent: status NETDEV_DOWN device lo, ip addr 127.0.0.1, netmask 255.0.0.0 ns ffff8800b5a40000. 00000800:00000200:2.0:1749392997.747278:0:302:0:(socklnd.c:2135:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace ffff8800b5a40000 (expected ffffffff81d41940) 00000800:00000200:2.0:1749392997.758916:0:302:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER_FINAL, iface=lo ifindex 1 state 0 ns ffff8800b5a40000 00000020:00000010:2.0:1749393048.703478:0:5733:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff880136a77000. 00000020:00000010:2.0:1749393048.703488:0:5733:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff8800b3011300. 00000020:00000010:2.0:1749393048.703496:0:5733:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff8800b6ee2000. 00000020:00000010:2.0:1749393048.703508:0:5733:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff88012e1935e0. 00000020:00000010:2.0:1749393048.703531:0:5733:0:(obd_mount.c:1627:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff88012b5122f0. 00000020:00000010:2.0:1749393048.703534:0:5733:0:(obd_mount.c:1655:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at ffff88012e193520. 00000020:00000010:2.0:1749393048.703548:0:5733:0:(obd_mount.c:308:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff88012e193f20. 00000020:00000010:2.0:1749393048.703550:0:5733:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff88012e1939c0. 00000020:00000010:2.0:1749393048.703553:0:5733:0:(obd_mount.c:317:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800b3048540. 00000020:00000010:2.0:1749393048.703561:0:5733:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff8800b301b4e0. 00000100:00000010:2.0:1749393048.703565:0:5733:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800b6463c00. 00000400:00000200:2.0:1749393048.703574:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393048.703580:0:5733:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at ffff8800b39fac00. 00000400:00000200:2.0:1749393048.703584:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.703587:0:5733:0:(peer.c:271:lnet_peer_alloc()) ffff8800b39fac00 nid 192.168.203.132@tcp 00000400:00000010:2.0:1749393048.703589:0:5733:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff8800b301b540. 00000400:00000200:2.0:1749393048.703592:0:5733:0:(peer.c:204:lnet_peer_net_alloc()) ffff8800b301b540 net tcp 00000400:00000200:2.0:1749393048.703594:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393048.703597:0:5733:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff8800b39fb000. 00000400:00000200:2.0:1749393048.703600:0:5733:0:(peer.c:185:lnet_peer_ni_alloc()) ffff8800b39fb000 nid 192.168.203.132@tcp 00000400:00000200:2.0:1749393048.703631:0:5733:0:(peer.c:1100:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.132@tcp: -2 00000400:00000200:2.0:1749393048.703637:0:5733:0:(peer.c:1659:lnet_peer_attach_peer_ni()) peer 192.168.203.132@tcp NID 192.168.203.132@tcp flags 0x100001 00000400:00000200:2.0:1749393048.703641:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.703663:0:5733:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.132@tcp: 0 00000400:00000200:2.0:1749393048.703667:0:5733:0:(peer.c:2747:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1749393048.703670:0:5733:0:(peer.c:2787:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1749393048.703674:0:5733:0:(peer.c:2796:lnet_discover_peer_locked()) peer 192.168.203.132@tcp NID 192.168.203.132@tcp: 0. pending discovery 00000020:00000010:2.0:1749393048.703681:0:5733:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff8800b301b4e0. 00000020:00000010:2.0:1749393048.703686:0:5733:0:(obd_mount.c:449:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff880136b4cc80. 00000020:00000010:2.0:1749393048.703694:0:5733:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800b3011380. 00000020:00000010:2.0:1749393048.703716:0:5733:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880136450000. 00000400:00000200:0.0:1749393048.703719:0:1999:0:(peer.c:4005:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1749393048.703724:0:5733:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880136a77800. 00000400:00000200:0.0:1749393048.703726:0:1999:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100041 00000400:00000010:0.0:1749393048.703733:0:1999:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800b308ba00. 00000020:00000010:2.0:1749393048.703738:0:5733:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8800b3011380. 00000400:00000010:0.0:1749393048.703739:0:1999:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000020:00000010:2.0:1749393048.703742:0:5733:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff8800b3011380. 00000400:00000010:0.0:1749393048.703756:0:1999:0:(lib-lnet.h:464:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012ab130e0. 00000400:00000200:0.0:1749393048.703763:0:1999:0:(lib-move.c:5496:LNetGet()) LNetGet -> 12345-192.168.203.132@tcp 00000001:00000010:2.0:1749393048.703763:0:5733:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b30480c0. 00000400:00000200:0.0:1749393048.703773:0:1999:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000001:00000010:2.0:1749393048.703773:0:5733:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012e193f60. 00000001:00000010:2.0:1749393048.703778:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b39fba00. 00000400:00000200:0.0:1749393048.703780:0:1999:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000001:00000010:2.0:1749393048.703781:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b39fae00. 00000001:00000010:2.0:1749393048.703785:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b39fb800. 00000400:00000200:0.0:1749393048.703787:0:1999:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000010:2.0:1749393048.703788:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b39fbc00. 00000400:00000200:0.0:1749393048.703792:0:1999:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000001:00000010:2.0:1749393048.703792:0:5733:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3048000. 00000001:00000010:2.0:1749393048.703795:0:5733:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012e193c60. 00000400:00000200:0.0:1749393048.703797:0:1999:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000001:00000010:2.0:1749393048.703799:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b39fbe00. 00000400:00000200:0.0:1749393048.703800:0:1999:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000001:00000010:2.0:1749393048.703803:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b39fb600. 00000400:00000200:0.0:1749393048.703805:0:1999:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [1:1:256:4294967295] 192.168.203.132@tcp LPNI seq info [1:1:8:4294967295] 00000001:00000010:2.0:1749393048.703806:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b39fb200. 00000001:00000010:2.0:1749393048.703810:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b39faa00. 00000400:00000200:0.0:1749393048.703813:0:1999:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.703819:0:1999:0:(lib-move.c:1970:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.132@tcp 00010000:00000010:2.0:1749393048.703823:0:5733:0:(ldlm_lockd.c:3366:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff88012e193040. 00000400:00000200:0.0:1749393048.703828:0:1999:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : GET try# 0 00000800:00000200:0.0:1749393048.703837:0:1999:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393048.703841:0:1999:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8800b6f67800. 00000400:00000200:0.0:1749393048.703850:0:1999:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:0.0:1749393048.703855:0:1999:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff88012e3ada80. 00000800:00000010:0.0:1749393048.703859:0:1999:0:(socklnd.c:105:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff88012e3adcc0. 00000800:00000200:0.0:1749393048.703866:0:1999:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (2) 00000800:00000200:0.1F:1749393048.703873:0:1999:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (2) 00000400:00000200:0.0:1749393048.703909:0:1999:0:(peer.c:3805:lnet_peer_send_ping()) peer 192.168.203.132@tcp 00000100:00000010:2.0:1749393048.703910:0:5733:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 328 at ffff8800b39fa000. 00000100:00000010:2.0:1749393048.703916:0:5733:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8800b6461000. 00000400:00000200:0.0:1749393048.703918:0:1999:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100241 rc 0 00000100:00000010:2.0:1749393048.703935:0:5733:0:(service.c:632:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff88012b88c000. 00000100:00000010:2.0:1749393048.703944:0:5733:0:(service.c:640:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b6ee5000. 00000100:00000010:2.0:1749393048.703951:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6460400. 00000100:00000010:2.0:1749393048.703959:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012d4c4000. 00000100:00000010:2.0:1749393048.703963:0:5733:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8800b6461800. 00000100:00000010:2.0:1749393048.703977:0:5733:0:(service.c:632:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff88012d5b8000. 00000100:00000010:2.0:1749393048.703986:0:5733:0:(service.c:640:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b6ee4000. 00000100:00000010:2.0:1749393048.703991:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6460c00. 00000100:00000010:2.0:1749393048.703998:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012d4c2000. 00000400:00000200:2.0:1749393048.704002:0:5733:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:2.0:1749393048.704043:0:5733:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b6462c00. 00000020:00000010:2.0:1749393048.704048:0:5733:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b6ee3000. 00000100:00000010:2.0:1749393048.704100:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3048240. 00000100:00000010:2.0:1749393048.704105:0:5733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136b4cc00. 00000100:00000010:2.0:1749393048.704108:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3048180. 00000100:00000010:2.0:1749393048.704113:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3048840. 00000100:00000010:2.0:1749393048.704115:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3048900. 00000100:00000010:2.0:1749393048.704122:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3048600. 00000100:00000010:2.0:1749393048.704125:0:5733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136b4c400. 00000100:00000010:2.0:1749393048.704127:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3048300. 00000100:00000010:2.0:1749393048.704129:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3048f00. 00000100:00000010:2.0:1749393048.704131:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3048780. 00000100:00000200:2.0:1749393048.704147:0:5733:0:(service.c:846:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:2.0:1749393048.704151:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b39fa200. 00000100:00000010:1.0:1749393048.704652:0:5734:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6d8d600. 00000020:00000010:1.0:1749393048.704660:0:5734:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6d8d940. 00000020:00000010:1.0:1749393048.704666:0:5734:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5a09a00. 00000020:00000010:1.0:1749393048.704669:0:5734:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5a09000. 00000040:00000010:1.0:1749393048.704673:0:5734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5a08a00. 00000020:00000010:1.0:1749393048.704677:0:5734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012aaaf800. 00000020:00000010:1.0:1749393048.704694:0:5734:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a50000. 00000020:00000010:1.0:1749393048.704698:0:5734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5a09200. 80000000:00000010:1.0:1749393048.704702:0:5734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5a2f960. 40000000:00000010:1.0:1749393048.704705:0:5734:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6d8d080. 00100000:00000010:1.0:1749393048.704709:0:5734:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012aaa9800. 00040000:00000010:1.0:1749393048.704712:0:5734:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b30eba00. 00040000:00000010:1.0:1749393048.704716:0:5734:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012aaaa800. 00040000:00000010:1.0:1749393048.704719:0:5734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5a08200. 00000004:00000010:1.0:1749393048.704723:0:5734:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012aaad800. 00000004:00000010:1.0:1749393048.704728:0:5734:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a9c7f000. 00000004:00000010:1.0:1749393048.704732:0:5734:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012aaae000. 00002000:00000010:1.0:1749393048.704735:0:5734:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b7b15800. 00000004:00000010:1.0:1749393048.704738:0:5734:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b7b16400. 00000100:00000200:1.0:1749393048.704743:0:5734:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1749393048.704753:0:5734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9000. 00000400:00000010:1.0:1749393048.704759:0:5734:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9d80. 00000100:00000010:1.0:1749393048.704767:0:5734:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012aaac000. 00000100:00000200:1.0:1749393048.704788:0:5734:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1749393048.704816:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b39fa600. 00000100:00000010:1.0:1749393048.705117:0:5735:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6d8d540. 00000020:00000010:1.0:1749393048.705121:0:5735:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6d8da00. 00000020:00000010:1.0:1749393048.705124:0:5735:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5a08e00. 00000020:00000010:1.0:1749393048.705127:0:5735:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5a08c00. 00000040:00000010:1.0:1749393048.705130:0:5735:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5a08600. 00000020:00000010:1.0:1749393048.705133:0:5735:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012aaac800. 00000020:00000010:1.0:1749393048.705137:0:5735:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a50508. 00000020:00000010:1.0:1749393048.705146:0:5735:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5a09c00. 80000000:00000010:1.0:1749393048.705148:0:5735:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5a2f720. 40000000:00000010:1.0:1749393048.705150:0:5735:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6d8d1c0. 00100000:00000010:1.0:1749393048.705153:0:5735:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012aaa9000. 00040000:00000010:1.0:1749393048.705156:0:5735:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b30eb900. 00040000:00000010:1.0:1749393048.705159:0:5735:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012aaaa000. 00040000:00000010:1.0:1749393048.705161:0:5735:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5a09800. 00000004:00000010:1.0:1749393048.705164:0:5735:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012aaad000. 00000800:00000010:0.0:1749393048.705167:0:1988:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800b3a00000. 00000004:00000010:1.0:1749393048.705168:0:5735:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a9c7d000. 00000004:00000010:1.0:1749393048.705172:0:5735:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880137163800. 00000800:00000010:0.0:1749393048.705174:0:1988:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff88012e3ad0c0. 00002000:00000010:1.0:1749393048.705174:0:5735:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b7b17000. 00000004:00000010:1.0:1749393048.705177:0:5735:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b7b15400. 00000800:00000010:0.0:1749393048.705180:0:1988:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff880136987380. 00000100:00000010:1.0:1749393048.705181:0:5735:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b6cd6800. 00000800:00000010:0.0:1749393048.705188:0:1988:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff880136987380. 00000100:00000200:1.0:1749393048.705189:0:5735:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1749393048.705207:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b39fa800. 00000100:00000010:2.0:1749393048.705370:0:5736:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b4cb40. 00000020:00000010:2.0:1749393048.705373:0:5736:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b4c440. 00000020:00000010:2.0:1749393048.705378:0:5736:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b39fb400. 00000020:00000010:2.0:1749393048.705381:0:5736:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b39fa400. 00000040:00000010:2.0:1749393048.705385:0:5736:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6fa7e00. 00000020:00000010:2.0:1749393048.705389:0:5736:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880136a76800. 00000020:00000010:2.0:1749393048.705404:0:5736:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012ec30000. 00000020:00000010:2.0:1749393048.705408:0:5736:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6fa7c00. 80000000:00000010:2.0:1749393048.705411:0:5736:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b301b4e0. 40000000:00000010:2.0:1749393048.705414:0:5736:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b4ca00. 00100000:00000010:2.0:1749393048.705418:0:5736:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880136a75000. 00040000:00000010:2.0:1749393048.705420:0:5736:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6f0e800. 00040000:00000010:2.0:1749393048.705424:0:5736:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880136a75800. 00040000:00000010:2.0:1749393048.705426:0:5736:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6fa7a00. 00000004:00000010:2.0:1749393048.705430:0:5736:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136a74000. 00000004:00000010:2.0:1749393048.705434:0:5736:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b6ee1000. 00000004:00000010:2.0:1749393048.705438:0:5736:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880136a74800. 00002000:00000010:2.0:1749393048.705441:0:5736:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801370f2400. 00000004:00000010:2.0:1749393048.705445:0:5736:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012a628400. 00000100:00000200:2.0:1749393048.705448:0:5736:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1749393048.705458:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586000. 00000400:00000010:2.0:1749393048.705463:0:5736:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3048b40. 00000100:00000010:2.0:1749393048.705469:0:5736:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880136a72800. 00000100:00000200:2.0:1749393048.705493:0:5736:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1749393048.705557:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b308aa00. 00000100:00000010:2.0:1749393048.705828:0:5737:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b4c5c0. 00000020:00000010:2.0:1749393048.705833:0:5737:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b4cf00. 00000020:00000010:2.0:1749393048.705838:0:5737:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fa7800. 00000020:00000010:2.0:1749393048.705842:0:5737:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6fa7600. 00000040:00000010:2.0:1749393048.705845:0:5737:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6fa7400. 00000020:00000010:2.0:1749393048.705849:0:5737:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880136a73000. 00000020:00000010:2.0:1749393048.705853:0:5737:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012ec30508. 00000020:00000010:2.0:1749393048.705856:0:5737:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6fa7200. 80000000:00000010:2.0:1749393048.705858:0:5737:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b301b5a0. 40000000:00000010:2.0:1749393048.705860:0:5737:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b4c900. 00100000:00000010:2.0:1749393048.705864:0:5737:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880136a71800. 00040000:00000010:2.0:1749393048.705866:0:5737:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6f0eb00. 00040000:00000010:2.0:1749393048.705869:0:5737:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880136a70800. 00040000:00000010:2.0:1749393048.705872:0:5737:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6fa7000. 00000004:00000010:2.0:1749393048.705874:0:5737:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136a73800. 00000004:00000010:2.0:1749393048.705878:0:5737:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b6ee7000. 00000004:00000010:2.0:1749393048.705881:0:5737:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880136a72000. 00002000:00000010:2.0:1749393048.705884:0:5737:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012a62b800. 00000004:00000010:2.0:1749393048.705887:0:5737:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012a629400. 00000100:00000010:2.0:1749393048.705890:0:5737:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880136a71000. 00000100:00000200:2.0:1749393048.705913:0:5737:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1749393048.706068:0:5733:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 328 at ffff8800b308b400. 00000100:00000010:0.0:1749393048.706075:0:5733:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8800b6f17400. 00000100:00000010:0.0:1749393048.706092:0:5733:0:(service.c:632:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff880136b1c000. 00000100:00000010:0.0:1749393048.706101:0:5733:0:(service.c:640:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800aadea000. 00000100:00000010:0.0:1749393048.706106:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f16400. 00000100:00000010:0.0:1749393048.706112:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3a02000. 00000100:00000010:0.0:1749393048.706116:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f15400. 00000100:00000010:0.0:1749393048.706121:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3a04000. 00000100:00000010:0.0:1749393048.706124:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f17800. 00000100:00000010:0.0:1749393048.706130:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3a06000. 00000100:00000010:0.0:1749393048.706133:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f14c00. 00000100:00000010:0.0:1749393048.706147:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136908000. 00000100:00000010:0.0:1749393048.706152:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f14400. 00000100:00000010:0.0:1749393048.706157:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88013690a000. 00000100:00000010:0.0:1749393048.706161:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f16800. 00000100:00000010:0.0:1749393048.706167:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88013690c000. 00000100:00000010:0.0:1749393048.706171:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f14000. 00000100:00000010:0.0:1749393048.706177:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88013690e000. 00000100:00000010:0.0:1749393048.706180:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f17000. 00000100:00000010:0.0:1749393048.706190:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136830000. 00000100:00000010:0.0:1749393048.706192:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f16c00. 00000100:00000010:0.0:1749393048.706197:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136832000. 00000100:00000010:0.0:1749393048.706199:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f14800. 00000100:00000010:0.0:1749393048.706203:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136834000. 00000100:00000010:0.0:1749393048.706206:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6f15800. 00000100:00000010:0.0:1749393048.706214:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136836000. 00000100:00000010:0.0:1749393048.706218:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a612c00. 00000100:00000010:0.0:1749393048.706227:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012a650000. 00000100:00000010:0.0:1749393048.706229:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a610400. 00000100:00000010:0.0:1749393048.706234:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012a652000. 00000100:00000010:0.0:1749393048.706237:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012d605800. 00000100:00000010:0.0:1749393048.706241:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012a654000. 00000100:00000010:0.0:1749393048.706244:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012d604c00. 00000100:00000010:0.0:1749393048.706248:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012a656000. 00000100:00000010:0.0:1749393048.706250:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012d605000. 00000100:00000010:0.0:1749393048.706260:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012c9a0000. 00000100:00000010:0.0:1749393048.706263:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012d604400. 00000100:00000010:0.0:1749393048.706267:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012c9a2000. 00000100:00000010:0.0:1749393048.706270:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880137709c00. 00000100:00000010:0.0:1749393048.706274:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012c9a4000. 00000100:00000010:0.0:1749393048.706277:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880137709800. 00000100:00000010:0.0:1749393048.706281:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012c9a6000. 00000100:00000010:0.0:1749393048.706283:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880137708c00. 00000100:00000010:0.0:1749393048.706293:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b0f0000. 00000100:00000010:0.0:1749393048.706295:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880137708800. 00000100:00000010:0.0:1749393048.706300:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b0f2000. 00000100:00000010:0.0:1749393048.706302:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013770bc00. 00000100:00000010:0.0:1749393048.706307:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b0f4000. 00000100:00000010:0.0:1749393048.706310:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013770b800. 00000100:00000010:0.0:1749393048.706314:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b0f6000. 00000100:00000010:0.0:1749393048.706317:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aaac00. 00000100:00000010:0.0:1749393048.706326:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b470000. 00000100:00000010:0.0:1749393048.706329:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aabc00. 00000100:00000010:0.0:1749393048.706333:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b472000. 00000100:00000010:0.0:1749393048.706335:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aab800. 00000100:00000010:0.0:1749393048.706339:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b474000. 00000100:00000010:0.0:1749393048.706345:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aaa000. 00000100:00000010:0.0:1749393048.706350:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b476000. 00000100:00000010:0.0:1749393048.706352:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aa9800. 00000100:00000010:0.0:1749393048.706362:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136530000. 00000100:00000010:0.0:1749393048.706364:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aab400. 00000100:00000010:0.0:1749393048.706369:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136532000. 00000100:00000010:0.0:1749393048.706371:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aa8800. 00000100:00000010:0.0:1749393048.706375:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136534000. 00000100:00000010:0.0:1749393048.706377:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aa9400. 00000100:00000010:0.0:1749393048.706382:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136536000. 00000100:00000010:0.0:1749393048.706384:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aa9c00. 00000100:00000010:0.0:1749393048.706393:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012c560000. 00000100:00000010:0.0:1749393048.706396:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aa9000. 00000100:00000010:0.0:1749393048.706400:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012c562000. 00000100:00000010:0.0:1749393048.706402:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aa8400. 00000100:00000010:0.0:1749393048.706407:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012c564000. 00000100:00000010:0.0:1749393048.706409:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aab000. 00000100:00000010:0.0:1749393048.706413:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012c566000. 00000100:00000010:0.0:1749393048.706415:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aaa800. 00000100:00000010:0.0:1749393048.706425:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012a698000. 00000100:00000010:0.0:1749393048.706427:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aa8000. 00000100:00000010:0.0:1749393048.706432:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012a69a000. 00000100:00000010:0.0:1749393048.706434:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aaa400. 00000100:00000010:0.0:1749393048.706438:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012a69c000. 00000100:00000010:0.0:1749393048.706440:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aa8c00. 00000100:00000010:0.0:1749393048.706445:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012a69e000. 00000100:00000010:0.0:1749393048.706452:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136838000. 00000100:00000010:0.0:1749393048.706461:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012e9a0000. 00000100:00000010:0.0:1749393048.706463:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136838400. 00000100:00000010:0.0:1749393048.706468:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012e9a2000. 00000100:00000010:0.0:1749393048.706470:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136838800. 00000100:00000010:0.0:1749393048.706478:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012e9a4000. 00000100:00000010:0.0:1749393048.706480:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136838c00. 00000100:00000010:0.0:1749393048.706484:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012e9a6000. 00000100:00000010:0.0:1749393048.706487:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136839000. 00000100:00000010:0.0:1749393048.706496:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136b50000. 00000100:00000010:0.0:1749393048.706499:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136839400. 00000100:00000010:0.0:1749393048.706503:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136b52000. 00000100:00000010:0.0:1749393048.706505:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136839800. 00000100:00000010:0.0:1749393048.706529:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136b54000. 00000100:00000010:0.0:1749393048.706533:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136839c00. 00000100:00000010:0.0:1749393048.706537:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136b56000. 00000100:00000010:0.0:1749393048.706540:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013683a000. 00000100:00000010:0.0:1749393048.706549:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136b58000. 00000100:00000010:0.0:1749393048.706552:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013683a400. 00000100:00000010:0.0:1749393048.706556:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136b5a000. 00000100:00000010:0.0:1749393048.706558:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013683a800. 00000100:00000010:0.0:1749393048.706563:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136b5c000. 00000100:00000010:0.0:1749393048.706565:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013683ac00. 00000100:00000010:0.0:1749393048.706569:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136b5e000. 00000100:00000010:0.0:1749393048.706572:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013683b000. 00000100:00000010:0.0:1749393048.706582:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fdc0000. 00000100:00000010:0.0:1749393048.706584:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013683b400. 00000100:00000010:0.0:1749393048.706589:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fdc2000. 00000100:00000010:0.0:1749393048.706591:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013683b800. 00000100:00000010:0.0:1749393048.706595:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fdc4000. 00000100:00000010:0.0:1749393048.706597:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013683bc00. 00000100:00000010:0.0:1749393048.706602:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fdc6000. 00000100:00000010:0.0:1749393048.706741:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdc8000. 00000100:00000010:0.0:1749393048.706756:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012eb00000. 00000100:00000010:0.0:1749393048.706760:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdc8400. 00000100:00000010:0.0:1749393048.706767:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012eb02000. 00000100:00000010:0.0:1749393048.706776:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdc8800. 00000100:00000010:0.0:1749393048.706782:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012eb04000. 00000100:00000010:0.0:1749393048.706785:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdc8c00. 00000100:00000010:0.0:1749393048.706790:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012eb06000. 00000100:00000010:0.0:1749393048.706794:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdc9000. 00000100:00000010:0.0:1749393048.706807:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012eb08000. 00000100:00000010:0.0:1749393048.706811:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdc9400. 00000100:00000010:0.0:1749393048.706817:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012eb0a000. 00000100:00000010:0.0:1749393048.706820:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdc9800. 00000100:00000010:0.0:1749393048.706826:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012eb0c000. 00000100:00000010:0.0:1749393048.706830:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdc9c00. 00000400:00000200:2.0:1749393048.706833:0:1988:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393048.706836:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012eb0e000. 00000100:00000010:0.0:1749393048.706839:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdca000. 00000800:00000200:2.1F:1749393048.706840:0:1988:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000010:0.0:1749393048.706852:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b720000. 00000100:00000010:0.0:1749393048.706857:0:5733:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff88012fdca400. 00000800:00000200:2.1:1749393048.706859:0:1988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.1:1749393048.706865:0:1988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67800 type 2, nob 96 niov 1 nkiov 0 00000100:00000010:0.0:1749393048.706872:0:5733:0:(service.c:632:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff88012fdcc000. 00000800:00000200:2.0:1749393048.706873:0:1988:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.132@tcp p 3.x 192.168.203.32 -> 192.168.203.132:988 incarnation:1749392993909656330 sched[1] 00000800:00000010:2.0:1749393048.706879:0:1988:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff88012e3ad0c0. 00000100:00000010:0.0:1749393048.706881:0:5733:0:(service.c:640:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800aadee000. 00000100:00000010:0.0:1749393048.706885:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdca800. 00000100:00000010:0.0:1749393048.706891:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b722000. 00000100:00000010:0.0:1749393048.706895:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdcac00. 00000100:00000010:0.0:1749393048.706901:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b724000. 00000100:00000010:0.0:1749393048.706904:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdcb000. 00000100:00000010:0.0:1749393048.706910:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b726000. 00000100:00000010:0.0:1749393048.706913:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdcb400. 00000100:00000010:0.0:1749393048.706926:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b728000. 00000100:00000010:0.0:1749393048.706931:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdcb800. 00000100:00000010:0.0:1749393048.706937:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b72a000. 00000100:00000010:0.0:1749393048.706940:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012fdcbc00. 00000100:00000010:0.0:1749393048.706946:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b72c000. 00000400:00000200:2.0:1749393048.706955:0:1988:0:(lib-socket.c:436:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.132:988 00000100:00000010:0.0:1749393048.706956:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa0000. 00000100:00000010:0.0:1749393048.706962:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012b72e000. 00000100:00000010:0.0:1749393048.706970:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa0400. 00000100:00000010:0.0:1749393048.706982:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012faa8000. 00000100:00000010:0.0:1749393048.706986:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa0800. 00000100:00000010:0.0:1749393048.706992:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012faaa000. 00000100:00000010:0.0:1749393048.706996:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa0c00. 00000100:00000010:0.0:1749393048.707001:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012faac000. 00000100:00000010:0.0:1749393048.707004:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa1000. 00000100:00000010:0.0:1749393048.707010:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012faae000. 00000100:00000010:0.0:1749393048.707014:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa1400. 00000100:00000010:0.0:1749393048.707027:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012ee20000. 00000100:00000010:0.0:1749393048.707031:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa1800. 00000100:00000010:0.0:1749393048.707037:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012ee22000. 00000100:00000010:0.0:1749393048.707041:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa1c00. 00000100:00000010:0.0:1749393048.707046:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012ee24000. 00000100:00000010:0.0:1749393048.707050:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa2000. 00000100:00000010:0.0:1749393048.707055:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012ee26000. 00000100:00000010:0.0:1749393048.707058:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa2400. 00000100:00000010:0.0:1749393048.707070:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012ee28000. 00000100:00000010:0.0:1749393048.707074:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa2800. 00000100:00000010:0.0:1749393048.707079:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012ee2a000. 00000100:00000010:0.0:1749393048.707083:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa2c00. 00000100:00000010:0.0:1749393048.707088:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012ee2c000. 00000100:00000010:0.0:1749393048.707091:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa3000. 00000100:00000010:0.0:1749393048.707096:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012ee2e000. 00000100:00000010:0.0:1749393048.707099:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa3400. 00000100:00000010:0.0:1749393048.707111:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bda0000. 00000100:00000010:0.0:1749393048.707114:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa3800. 00000800:00000200:3.0:1749393048.707116:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1749393048.707119:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bda2000. 00000100:00000010:0.0:1749393048.707122:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa3c00. 00000800:00000010:3.0:1749393048.707126:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8800b6f67800. 00000100:00000010:0.0:1749393048.707127:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bda4000. 00000400:00000200:3.0:1749393048.707133:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749393048.707136:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa4000. 00000400:00000200:3.0:1749393048.707143:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: GET: OK 00000100:00000010:0.0:1749393048.707145:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bda6000. 00000100:00000010:0.0:1749393048.707149:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa4400. 00000400:00000200:3.0:1749393048.707151:0:1995:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1749393048.707154:0:1995:0:(peer.c:3053:lnet_discovery_event_send()) Ping Send to 192.168.203.132@tcp: 0 00000100:00000010:0.0:1749393048.707159:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bda8000. 00000100:00000010:0.0:1749393048.707163:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa4800. 00000100:00000010:0.0:1749393048.707168:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bdaa000. 00000100:00000010:0.0:1749393048.707172:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa4c00. 00000100:00000010:0.0:1749393048.707177:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bdac000. 00000100:00000010:0.0:1749393048.707180:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa5000. 00000100:00000010:0.0:1749393048.707186:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012bdae000. 00000100:00000010:0.0:1749393048.707189:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa5400. 00000100:00000010:0.0:1749393048.707202:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fca0000. 00000100:00000010:0.0:1749393048.707205:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa5800. 00000100:00000010:0.0:1749393048.707209:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fca2000. 00000100:00000010:0.0:1749393048.707211:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa5c00. 00000100:00000010:0.0:1749393048.707216:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fca4000. 00000100:00000010:0.0:1749393048.707218:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa6000. 00000100:00000010:0.0:1749393048.707222:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fca6000. 00000100:00000010:0.0:1749393048.707225:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa6400. 00000100:00000010:0.0:1749393048.707234:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fca8000. 00000100:00000010:0.0:1749393048.707237:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa6800. 00000100:00000010:0.0:1749393048.707241:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fcaa000. 00000100:00000010:0.0:1749393048.707243:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa6c00. 00000100:00000010:0.0:1749393048.707247:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fcac000. 00000100:00000010:0.0:1749393048.707249:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa7000. 00000100:00000010:0.0:1749393048.707254:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012fcae000. 00000100:00000010:0.0:1749393048.707256:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa7400. 00000100:00000010:0.0:1749393048.707267:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9c68000. 00000100:00000010:0.0:1749393048.707269:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa7800. 00000100:00000010:0.0:1749393048.707274:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9c6a000. 00000100:00000010:0.0:1749393048.707276:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012faa7c00. 00000100:00000010:0.0:1749393048.707280:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9c6c000. 00000100:00000010:0.0:1749393048.707291:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf4000. 00000100:00000010:0.0:1749393048.707296:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9c6e000. 00000100:00000010:0.0:1749393048.707298:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf4400. 00000100:00000010:0.0:1749393048.707307:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aaf98000. 00000100:00000010:0.0:1749393048.707310:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf4800. 00000100:00000010:0.0:1749393048.707314:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aaf9a000. 00000100:00000010:0.0:1749393048.707316:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf4c00. 00000100:00000010:0.0:1749393048.707320:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aaf9c000. 00000100:00000010:0.0:1749393048.707323:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf5000. 00000100:00000010:0.0:1749393048.707327:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aaf9e000. 00000100:00000010:0.0:1749393048.707329:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf5400. 00000100:00000010:0.0:1749393048.707338:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aaf58000. 00000100:00000010:0.0:1749393048.707341:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf5800. 00000100:00000010:0.0:1749393048.707345:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aaf5a000. 00000100:00000010:0.0:1749393048.707347:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf5c00. 00000100:00000010:0.0:1749393048.707351:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aaf5c000. 00000100:00000010:0.0:1749393048.707354:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf6000. 00000100:00000010:0.0:1749393048.707358:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aaf5e000. 00000100:00000010:0.0:1749393048.707360:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf6400. 00000100:00000010:0.0:1749393048.707562:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafa8000. 00000100:00000010:0.0:1749393048.707569:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf6c00. 00000800:00000010:2.0:1749393048.707572:0:1988:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012d4c0000. 00000100:00000010:0.0:1749393048.707575:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafaa000. 00000800:00000010:2.0:1749393048.707576:0:1988:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800b3048c00. 00000100:00000010:0.0:1749393048.707578:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf7000. 00000800:00000010:2.0:1749393048.707581:0:1988:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff880136b4cf80. 00000100:00000010:0.0:1749393048.707584:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafac000. 00000100:00000010:0.0:1749393048.707587:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf7400. 00000800:00000010:2.0:1749393048.707590:0:1988:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff880136b4cf80. 00000100:00000010:0.0:1749393048.707593:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafae000. 00000100:00000010:0.0:1749393048.707597:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf7800. 00000400:00000200:2.0:1749393048.707647:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393048.707653:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafc8000. 00000400:00000200:2.0:1749393048.707655:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : REPLY - for me 00000100:00000010:0.0:1749393048.707658:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bf7c00. 00000100:00000010:0.0:1749393048.707664:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafca000. 00000100:00000010:0.0:1749393048.707673:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5804000. 00000400:00000200:2.0:1749393048.707674:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393048.707685:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafcc000. 00000400:00000200:2.0:1749393048.707686:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393048.707688:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5804400. 00000100:00000010:0.0:1749393048.707694:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafce000. 00000400:00000200:2.0:1749393048.707696:0:1996:0:(lib-move.c:4596:lnet_parse_reply()) 192.168.203.32@tcp: Reply from 12345-192.168.203.132@tcp of length 48/48 into md 0x11 00000100:00000010:0.0:1749393048.707698:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5804800. 00000100:00000010:0.0:1749393048.707711:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafe0000. 00000100:00000010:0.0:1749393048.707715:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5804c00. 00000400:00000200:2.0:1749393048.707717:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749393048.707721:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafe2000. 00000100:00000010:0.0:1749393048.707724:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5805000. 00000400:00000200:2.0:1749393048.707725:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: REPLY: OK 00000100:00000010:0.0:1749393048.707730:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafe4000. 00000400:00000200:2.0:1749393048.707732:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000100:00000010:0.0:1749393048.707734:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5805400. 00000400:00000010:2.0:1749393048.707734:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000400:00000200:2.0:1749393048.707739:0:1996:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 3 00000100:00000010:0.0:1749393048.707740:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aafe6000. 00000100:00000010:0.0:1749393048.707743:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5805800. 00000400:00000200:2.0:1749393048.707745:0:1996:0:(peer.c:2931:lnet_discovery_event_reply()) Peer 192.168.203.132@tcp has discovery enabled 00000400:00000200:2.0:1749393048.707749:0:1996:0:(peer.c:2943:lnet_discovery_event_reply()) peer 192.168.203.132@tcp(ffff8800b39fac00) is MR 00000400:00000200:2.0:1749393048.707753:0:1996:0:(peer.c:3012:lnet_discovery_event_reply()) peer 192.168.203.132@tcp data present 1. state = 0x100241 00000100:00000010:0.0:1749393048.707756:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9d88000. 00000400:00000200:2.0:1749393048.707758:0:1996:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.132@tcp: -114 00000100:00000010:0.0:1749393048.707760:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5805c00. 00000100:00000010:0.0:1749393048.707766:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9d8a000. 00000100:00000010:0.0:1749393048.707769:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5806000. 00000100:00000010:0.0:1749393048.707775:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9d8c000. 00000100:00000010:0.0:1749393048.707778:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5806400. 00000400:00000200:1.0:1749393048.707780:0:1999:0:(peer.c:4005:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:0.0:1749393048.707784:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9d8e000. 00000100:00000010:0.0:1749393048.707787:0:5733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5806800. 00000400:00000200:1.0:1749393048.707790:0:1999:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x1000c1 00000400:00000010:1.0:1749393048.707798:0:1999:0:(peer.c:3280:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b6d8d280. 00000100:00000010:0.0:1749393048.707801:0:5733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9c50000. 00000400:00000010:1.0:1749393048.707801:0:1999:0:(peer.c:3281:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b6d8db40. 00000400:00000010:1.0:1749393048.707803:0:1999:0:(peer.c:3282:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b6d8d500. 00000400:00000200:0.0:1749393048.707806:0:5733:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 17 lazy 00000400:00000200:1.0:1749393048.707807:0:1999:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393048.707812:0:1999:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393048.707814:0:1999:0:(peer.c:3420:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b6d8d280. 00000400:00000010:1.0:1749393048.707817:0:1999:0:(peer.c:3421:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b6d8db40. 00000400:00000010:1.0:1749393048.707819:0:1999:0:(peer.c:3422:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b6d8d500. 00000400:00000010:1.0:1749393048.707821:0:1999:0:(api-ni.c:1804:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff8800b308ba00. 00000400:00000200:1.0:1749393048.707825:0:1999:0:(peer.c:3425:lnet_peer_merge_data()) peer 192.168.203.132@tcp (ffff8800b39fac00): 0 00000400:00000200:1.0:1749393048.707827:0:1999:0:(peer.c:3731:lnet_peer_data_present()) peer 192.168.203.132@tcp(ffff8800b39fac00): 0. state = 0x100141 00000400:00000200:1.0:1749393048.707831:0:1999:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100141 rc 1 00000400:00000200:1.0:1749393048.707834:0:1999:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100141 00000400:00000010:1.0:1749393048.707848:0:1999:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1000. 00000020:00000010:0.0:1749393048.707860:0:5733:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b5806c00. 00000400:00000010:1.0:1749393048.707861:0:1999:0:(lib-lnet.h:464:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b6756118. 00000400:00000200:1.0:1749393048.707865:0:1999:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000020:00000010:0.0:1749393048.707866:0:5733:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800aadef000. 00000400:00000200:1.0:1749393048.707872:0:1999:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393048.707876:0:1999:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.32@tcp to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393048.707886:0:1999:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [2:2:256:4294967295] 192.168.203.132@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1749393048.707891:0:1999:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393048.707896:0:1999:0:(lib-move.c:1970:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.132@tcp 00000400:00000200:1.0:1749393048.707902:0:1999:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393048.707907:0:1999:0:(socklnd_cb.c:1000:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393048.707910:0:1999:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:1.0:1749393048.707915:0:1999:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (3) 00000800:00000200:1.0:1749393048.707920:0:1999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393048.707924:0:1999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:1.0:1749393048.707950:0:1999:0:(peer.c:3939:lnet_peer_send_push()) peer 192.168.203.132@tcp 00000400:00000200:1.0:1749393048.707952:0:1999:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100541 rc 0 00000100:00000010:0.0:1749393048.708033:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3ade40. 00000100:00000010:0.0:1749393048.708038:0:5733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136987380. 00000100:00000010:0.0:1749393048.708040:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3adf00. 00000100:00000010:0.0:1749393048.708044:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3ad900. 00000100:00000010:0.0:1749393048.708046:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3adb40. 00000100:00000010:0.0:1749393048.708049:0:5733:0:(nrs.c:1025:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8800b6f2aa00. 00000100:00000010:0.0:1749393048.708051:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3adc00. 00000100:00000010:0.0:1749393048.708053:0:5733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136987540. 00000100:00000010:0.0:1749393048.708062:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3ad600. 00000100:00000010:0.0:1749393048.708064:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3ad9c0. 00000100:00000010:0.0:1749393048.708066:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3ad300. 00000100:00000010:0.0:1749393048.708069:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3ad240. 00000100:00000010:0.0:1749393048.708070:0:5733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136987140. 00000100:00000010:0.0:1749393048.708072:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3ad180. 00000100:00000010:0.0:1749393048.708074:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3ad000. 00000100:00000010:0.0:1749393048.708076:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3ad0c0. 00000100:00000010:0.0:1749393048.708078:0:5733:0:(nrs.c:1025:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8800b6f2a980. 00000100:00000010:0.0:1749393048.708080:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012e3add80. 00000100:00000010:0.0:1749393048.708081:0:5733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136987600. 00000800:00000200:3.0:1749393048.708081:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1749393048.708084:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012ab55300. 00000100:00000010:0.0:1749393048.708086:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012ab55cc0. 00000800:00000010:3.0:1749393048.708087:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000100:00000010:0.0:1749393048.708089:0:5733:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88012ab55b40. 00000400:00000200:3.0:1749393048.708093:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.708100:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393048.708104:0:1995:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1749393048.708107:0:1995:0:(peer.c:3053:lnet_discovery_event_send()) Push Send to 192.168.203.132@tcp: 0 00000100:00000200:0.0:1749393048.708129:0:5733:0:(service.c:846:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1749393048.708133:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b308b800. 00000100:00000010:1.0:1749393048.708392:0:5738:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6d8d500. 00000020:00000010:1.0:1749393048.708396:0:5738:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6d8db40. 00000020:00000010:1.0:1749393048.708400:0:5738:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5a08000. 00000020:00000010:1.0:1749393048.708403:0:5738:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5a08800. 00000020:00000010:1.0:1749393048.708406:0:5738:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5a2f780. 00000040:00000010:1.0:1749393048.708408:0:5738:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5a08400. 00000020:00000010:1.0:1749393048.708411:0:5738:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b6cd7000. 00000020:00000010:1.0:1749393048.708415:0:5738:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a50a10. 00000020:00000010:1.0:1749393048.708417:0:5738:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5a09600. 80000000:00000010:1.0:1749393048.708420:0:5738:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5a2ff00. 40000000:00000010:1.0:1749393048.708422:0:5738:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6d8d280. 00000008:00000010:1.0:1749393048.708436:0:5738:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c88000. 00020000:00000010:1.0:1749393048.708440:0:5738:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b32b9b40. 00008000:00000010:1.0:1749393048.708449:0:5738:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800b3a8c000. 00100000:00000010:1.0:1749393048.708454:0:5738:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6cd7800. 00040000:00000010:1.0:1749393048.708456:0:5738:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b30eb700. 00040000:00000010:1.0:1749393048.708466:0:5738:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aaff0000. 00040000:00000010:1.0:1749393048.708469:0:5738:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5a09e00. 00000004:00000010:1.0:1749393048.708472:0:5738:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aaff0800. 00000004:00000010:1.0:1749393048.708476:0:5738:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a9c7b000. 00000004:00000010:1.0:1749393048.708483:0:5738:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aaff1000. 00002000:00000010:1.0:1749393048.708486:0:5738:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b7b17400. 00000004:00000010:1.0:1749393048.708489:0:5738:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b7b16800. 00000080:00000010:1.0:1749393048.708497:0:5738:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6d30000. 00000080:00000010:1.0:1749393048.708505:0:5738:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aaf70000. 00000100:00000200:1.0:1749393048.708509:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708540:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9058. 00000400:00000010:1.0:1749393048.708545:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9600. 00000400:00000200:0.0:1749393048.708549:0:1988:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393048.708549:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708551:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d90b0. 00000400:00000010:1.0:1749393048.708553:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9cc0. 00000800:00000200:0.1:1749393048.708554:0:1988:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000100:00000200:1.0:1749393048.708555:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708557:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9108. 00000400:00000010:1.0:1749393048.708559:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9900. 00000800:00000200:0.0:1749393048.708560:0:1988:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.132@tcp p 3.x 192.168.203.32 -> 192.168.203.132:988 incarnation:1749392993909656330 sched[1] 00000100:00000200:1.0:1749393048.708560:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708562:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9160. 00000800:00000010:0.0:1749393048.708564:0:1988:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800b3048c00. 00000400:00000010:1.0:1749393048.708564:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9c00. 00000100:00000200:1.0:1749393048.708565:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708567:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d91b8. 00000400:00000010:1.0:1749393048.708569:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9480. 00000100:00000200:1.0:1749393048.708570:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708571:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9210. 00000400:00000010:1.0:1749393048.708573:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b96c0. 00000100:00000200:1.0:1749393048.708574:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708576:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9268. 00000400:00000010:1.0:1749393048.708577:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9a80. 00000100:00000200:1.0:1749393048.708579:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708580:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d92c0. 00000400:00000010:1.0:1749393048.708582:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9780. 00000100:00000200:1.0:1749393048.708583:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708585:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9318. 00000400:00000010:1.0:1749393048.708586:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9840. 00000100:00000200:1.0:1749393048.708588:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708589:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9370. 00000400:00000010:1.0:1749393048.708591:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9180. 00000100:00000200:1.0:1749393048.708598:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708600:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d93c8. 00000400:00000010:1.0:1749393048.708601:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9300. 00000100:00000200:1.0:1749393048.708603:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708633:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9420. 00000400:00000010:1.0:1749393048.708635:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b99c0. 00000100:00000200:1.0:1749393048.708637:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708639:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9478. 00000400:00000010:1.0:1749393048.708641:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b32b9e40. 00000100:00000200:1.0:1749393048.708642:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708643:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d94d0. 00000400:00000010:1.0:1749393048.708646:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3153180. 00000100:00000200:1.0:1749393048.708648:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708649:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9528. 00000400:00000010:1.0:1749393048.708651:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3153840. 00000100:00000200:1.0:1749393048.708653:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708654:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9580. 00000400:00000010:1.0:1749393048.708656:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3153780. 00000100:00000200:1.0:1749393048.708657:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708659:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d95d8. 00000400:00000010:1.0:1749393048.708661:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3153b40. 00000100:00000200:1.0:1749393048.708662:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708663:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9630. 00000400:00000010:1.0:1749393048.708665:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3153240. 00000100:00000200:1.0:1749393048.708667:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708668:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9688. 00000400:00000010:1.0:1749393048.708669:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3153300. 00000100:00000200:1.0:1749393048.708671:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708672:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d96e0. 00000400:00000010:1.0:1749393048.708675:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b58f4f00. 00000100:00000200:1.0:1749393048.708676:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708677:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9738. 00000400:00000010:1.0:1749393048.708680:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b58f43c0. 00000100:00000200:1.0:1749393048.708681:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708682:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9790. 00000400:00000010:1.0:1749393048.708689:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b58f4600. 00000100:00000200:1.0:1749393048.708692:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708694:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d97e8. 00000400:00000010:1.0:1749393048.708696:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b58f46c0. 00000100:00000200:1.0:1749393048.708697:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708699:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9840. 00000400:00000010:1.0:1749393048.708701:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b58f4180. 00000100:00000200:1.0:1749393048.708703:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708704:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9898. 00000400:00000010:1.0:1749393048.708710:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c000. 00000100:00000200:1.0:1749393048.708713:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708714:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d98f0. 00000400:00000010:1.0:1749393048.708716:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c0c0. 00000100:00000200:1.0:1749393048.708718:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708719:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9948. 00000400:00000010:1.0:1749393048.708720:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c180. 00000100:00000200:1.0:1749393048.708722:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708723:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d99a0. 00000400:00000010:1.0:1749393048.708725:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c240. 00000100:00000200:1.0:1749393048.708726:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708728:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d99f8. 00000400:00000010:1.0:1749393048.708729:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c300. 00000100:00000200:1.0:1749393048.708731:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708732:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9a50. 00000400:00000010:1.0:1749393048.708734:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c3c0. 00000100:00000200:1.0:1749393048.708735:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708737:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9aa8. 00000400:00000010:1.0:1749393048.708738:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c480. 00000100:00000200:1.0:1749393048.708740:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708741:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9b00. 00000400:00000010:1.0:1749393048.708743:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c540. 00000100:00000200:1.0:1749393048.708744:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708746:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9b58. 00000400:00000010:1.0:1749393048.708747:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c600. 00000100:00000200:1.0:1749393048.708749:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708754:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9bb0. 00000400:00000010:1.0:1749393048.708757:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c6c0. 00000100:00000200:1.0:1749393048.708759:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708760:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9c08. 00000400:00000200:0.0:1749393048.708762:0:1988:0:(lib-socket.c:436:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.132:988 00000400:00000010:1.0:1749393048.708762:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c780. 00000100:00000200:1.0:1749393048.708764:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708765:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9c60. 00000400:00000010:1.0:1749393048.708767:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c840. 00000100:00000200:1.0:1749393048.708768:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708769:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9cb8. 00000400:00000010:1.0:1749393048.708771:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c900. 00000100:00000200:1.0:1749393048.708772:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708774:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9d10. 00000400:00000010:1.0:1749393048.708775:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649c9c0. 00000100:00000200:1.0:1749393048.708777:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708778:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9d68. 00000400:00000010:1.0:1749393048.708779:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649ca80. 00000100:00000200:1.0:1749393048.708781:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708782:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9dc0. 00000400:00000010:1.0:1749393048.708784:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649cb40. 00000100:00000200:1.0:1749393048.708785:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708787:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9e18. 00000400:00000010:1.0:1749393048.708788:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649cc00. 00000100:00000200:1.0:1749393048.708790:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708791:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9e70. 00000400:00000010:1.0:1749393048.708792:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649ccc0. 00000100:00000200:1.0:1749393048.708794:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708795:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9ec8. 00000400:00000200:3.0:1749393048.708796:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393048.708797:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649cd80. 00000100:00000200:1.0:1749393048.708798:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708800:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9f20. 00000400:00000010:1.0:1749393048.708801:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649ce40. 00000400:00000200:3.0:1749393048.708802:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : ACK - for me 00000100:00000200:1.0:1749393048.708803:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708805:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4d9f78. 00000400:00000010:1.0:1749393048.708807:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b649cf00. 00000400:00000200:0.0:1749393048.708809:0:1988:0:(lib-socket.c:436:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.132:988 00000100:00000200:1.0:1749393048.708813:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708819:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6000. 00000400:00000200:3.0:1749393048.708823:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393048.708826:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf000. 00000100:00000200:1.0:1749393048.708829:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708831:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6058. 00000400:00000010:1.0:1749393048.708833:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf0c0. 00000100:00000200:1.0:1749393048.708834:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708835:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a60b0. 00000400:00000010:1.0:1749393048.708837:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf180. 00000400:00000200:3.0:1749393048.708837:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393048.708838:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708840:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6108. 00000400:00000010:1.0:1749393048.708842:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf240. 00000100:00000200:1.0:1749393048.708844:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708845:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6160. 00000400:00000200:3.0:1749393048.708850:0:1995:0:(lib-move.c:4649:lnet_parse_ack()) 192.168.203.32@tcp: ACK from 12345-192.168.203.132@tcp into md 0x21 00000400:00000010:1.0:1749393048.708855:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf300. 00000100:00000200:1.0:1749393048.708858:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1749393048.708858:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749393048.708860:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a61b8. 00000400:00000010:1.0:1749393048.708861:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf3c0. 00000100:00000200:1.0:1749393048.708863:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708865:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6210. 00000400:00000200:3.0:1749393048.708865:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: ACK: OK 00000400:00000010:1.0:1749393048.708867:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf480. 00000100:00000200:1.0:1749393048.708868:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708870:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6268. 00000400:00000200:3.0:1749393048.708871:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1000 00000400:00000010:3.0:1749393048.708875:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1000. 00000400:00000010:1.0:1749393048.708881:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf540. 00000400:00000200:3.0:1749393048.708881:0:1995:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 4 00000100:00000200:1.0:1749393048.708883:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708885:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a62c0. 00000400:00000200:3.0:1749393048.708885:0:1995:0:(peer.c:2819:lnet_discovery_event_ack()) peer 192.168.203.132@tcp ev->status 0 00000400:00000010:1.0:1749393048.708887:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf600. 00000100:00000200:1.0:1749393048.708889:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708891:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6318. 00000400:00000200:3.0:1749393048.708891:0:1995:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.132@tcp: -114 00000400:00000010:1.0:1749393048.708892:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf6c0. 00000100:00000200:1.0:1749393048.708894:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708896:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6370. 00000400:00000010:1.0:1749393048.708897:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf780. 00000100:00000200:1.0:1749393048.708899:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708900:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a63c8. 00000400:00000010:1.0:1749393048.708906:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf840. 00000100:00000200:1.0:1749393048.708909:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708910:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6420. 00000400:00000010:1.0:1749393048.708912:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf900. 00000100:00000200:1.0:1749393048.708914:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708915:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6478. 00000400:00000010:1.0:1749393048.708917:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edf9c0. 00000100:00000200:1.0:1749393048.708918:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708920:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a64d0. 00000400:00000010:1.0:1749393048.708921:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edfa80. 00000100:00000200:1.0:1749393048.708923:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1749393048.708924:0:1999:0:(peer.c:4005:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1749393048.708924:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6528. 00000400:00000010:1.0:1749393048.708925:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edfb40. 00000100:00000200:1.0:1749393048.708927:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708928:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6580. 00000400:00000200:3.0:1749393048.708928:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393048.708930:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edfc00. 00000100:00000200:1.0:1749393048.708932:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708933:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a65d8. 00000400:00000200:3.0:1749393048.708934:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:0.0:1749393048.708935:0:1999:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100141 00000400:00000010:1.0:1749393048.708935:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edfcc0. 00000100:00000200:1.0:1749393048.708936:0:5738:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1749393048.708938:0:5738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6630. 00000400:00000010:1.0:1749393048.708939:0:5738:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6edfd80. 00000400:00000200:0.0:1749393048.708940:0:1999:0:(peer.c:3861:lnet_peer_discovered()) peer 192.168.203.132@tcp 00000400:00000200:3.0:1749393048.708941:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.708943:0:1999:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100111 rc 0 00000100:00000010:1.0:1749393048.708943:0:5738:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800aaff1800. 00000400:00000200:3.0:1749393048.708946:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.708951:0:1999:0:(peer.c:2441:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.132@tcp 00000100:00000200:1.0:1749393048.708955:0:5738:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000400:00000200:3.0:1749393048.708964:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393048.708965:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b308a200. 00000400:00000200:3.0:1749393048.708970:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1749393048.708984:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.132@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:3.0:1749393048.708991:0:1995:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6058. 00000400:00000200:3.0:1749393048.708996:0:1995:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800ad3f5088 00000400:00000200:3.0:1749393048.709049:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.709055:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393048.709058:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:3.0:1749393048.709060:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000400:00000200:3.0:1749393048.709064:0:1995:0:(api-ni.c:2243:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1749393048.709069:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.709073:0:1995:0:(peer.c:2590:lnet_peer_push_event()) peer 192.168.203.132@tcp(ffff8800b39fac00) is MR 00000400:00000010:3.0:1749393048.709077:0:1995:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff88012e3b4ac0. 00000400:00000200:3.0:1749393048.709080:0:1995:0:(peer.c:2664:lnet_peer_push_event()) Received Push 192.168.203.132@tcp 1 00000400:00000200:3.0:1749393048.709089:0:1995:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.132@tcp: 0 00000400:00000200:3.0:1749393048.709094:0:1995:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1749393048.709098:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.709103:0:1995:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.32@tcp to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393048.709105:0:1999:0:(peer.c:4005:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1749393048.709109:0:1995:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [3:3:256:4294967295] 192.168.203.132@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000010:0.0:1749393048.709112:0:1999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f60b0. 00000400:00000010:0.0:1749393048.709118:0:1999:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5198. 00000400:00000200:3.0:1749393048.709120:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.709123:0:1999:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff88012aa98600 00000400:00000200:3.0:1749393048.709130:0:1995:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) 192.168.203.132@tcp : ACK try# 0 00000800:00000200:3.0:1749393048.709136:0:1995:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393048.709138:0:1999:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x1000d1 00000800:00000010:3.0:1749393048.709140:0:1995:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1ec200. 00000800:00000200:3.0:1749393048.709146:0:1995:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (4) 00000400:00000010:0.0:1749393048.709151:0:1999:0:(peer.c:3280:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8801369878c0. 00000400:00000010:0.0:1749393048.709154:0:1999:0:(peer.c:3281:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff880136987a80. 00000800:00000200:3.0:1749393048.709154:0:1995:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000010:0.0:1749393048.709156:0:1999:0:(peer.c:3282:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff880136987b80. 00000800:00000200:3.0:1749393048.709158:0:1995:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1ec200 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1749393048.709162:0:1999:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.709168:0:1999:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393048.709170:0:1999:0:(peer.c:3420:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8801369878c0. 00000400:00000010:0.0:1749393048.709173:0:1999:0:(peer.c:3421:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff880136987a80. 00000400:00000010:0.0:1749393048.709177:0:1999:0:(peer.c:3422:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff880136987b80. 00000400:00000010:0.0:1749393048.709180:0:1999:0:(api-ni.c:1804:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff88012e3b4ac0. 00000400:00000200:0.0:1749393048.709184:0:1999:0:(peer.c:3425:lnet_peer_merge_data()) peer 192.168.203.132@tcp (ffff8800b39fac00): 0 00000400:00000200:0.0:1749393048.709187:0:1999:0:(peer.c:3731:lnet_peer_data_present()) peer 192.168.203.132@tcp(ffff8800b39fac00): 0. state = 0x100151 00000400:00000200:0.0:1749393048.709193:0:1999:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100151 rc 1 00000400:00000200:0.0:1749393048.709198:0:1999:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100151 00000400:00000200:0.0:1749393048.709202:0:1999:0:(peer.c:3861:lnet_peer_discovered()) peer 192.168.203.132@tcp 00000800:00000200:3.0:1749393048.709204:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393048.709205:0:1999:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.203.132@tcp(ffff8800b39fac00) state 0x100111 rc 0 00000800:00000010:3.0:1749393048.709207:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1ec200. 00000400:00000200:0.0:1749393048.709209:0:1999:0:(peer.c:2441:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.132@tcp 00000400:00000200:3.0:1749393048.709210:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.709214:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: ACK: OK 00000800:00000010:1.0:1749393048.709399:0:1988:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800b30aa000. 00000800:00000010:1.0:1749393048.709403:0:1988:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800b6edfe40. 00000800:00000010:1.0:1749393048.709407:0:1988:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b6d8d300. 00000800:00000010:1.0:1749393048.709414:0:1988:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b6d8d300. 00000100:00000010:0.0:1749393048.709466:0:5739:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136987b80. 00000020:00000010:0.0:1749393048.709471:0:5739:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136987a80. 00000020:00000010:0.0:1749393048.709476:0:5739:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b308b600. 00000020:00000010:0.0:1749393048.709480:0:5739:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b308ba00. 00000020:00000010:0.0:1749393048.709483:0:5739:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012a507f60. 00000040:00000010:0.0:1749393048.709486:0:5739:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b308a400. 00000020:00000010:0.0:1749393048.709490:0:5739:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b59eb800. 00000020:00000010:0.0:1749393048.709504:0:5739:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800aaff8000. 00000020:00000010:0.0:1749393048.709508:0:5739:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b308ac00. 80000000:00000010:0.0:1749393048.709534:0:5739:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012a5078a0. 40000000:00000010:0.0:1749393048.709537:0:5739:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801369878c0. 00000008:00000010:0.0:1749393048.709550:0:5739:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c40000. 00020000:00000010:0.0:1749393048.709554:0:5739:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012aa8fb40. 00008000:00000010:0.0:1749393048.709564:0:5739:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aaf04000. 00100000:00000010:0.0:1749393048.709568:0:5739:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b59e9800. 00040000:00000010:0.0:1749393048.709571:0:5739:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6f67600. 00040000:00000010:0.0:1749393048.709576:0:5739:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b59ea000. 00040000:00000010:0.0:1749393048.709585:0:5739:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b308b000. 00000004:00000010:0.0:1749393048.709589:0:5739:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b59ee800. 00000004:00000010:0.0:1749393048.709595:0:5739:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aade9000. 00000004:00000010:0.0:1749393048.709598:0:5739:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b59eb000. 00002000:00000010:0.0:1749393048.709600:0:5739:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5807000. 00000004:00000010:0.0:1749393048.709629:0:5739:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b5807800. 00000080:00000010:0.0:1749393048.709638:0:5739:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6731000. 00000080:00000010:0.0:1749393048.709646:0:5739:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b66b8000. 00000100:00000010:0.0:1749393048.709650:0:5739:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b59ed800. 00000100:00000200:0.0:1749393048.709672:0:5739:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1749393048.709713:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6fa6800. 00000100:00000010:0.0:1749393048.710190:0:5740:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8801369875c0. 00000020:00000010:0.0:1749393048.710195:0:5740:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136987b40. 00000020:00000010:0.0:1749393048.710200:0:5740:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b308a000. 00000020:00000010:0.0:1749393048.710203:0:5740:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b308a600. 00000020:00000010:0.0:1749393048.710206:0:5740:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012a507d80. 00000040:00000010:0.0:1749393048.710209:0:5740:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b308ae00. 00000020:00000010:0.0:1749393048.710213:0:5740:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b59e8800. 00000020:00000010:0.0:1749393048.710217:0:5740:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800aaff8508. 00000020:00000010:0.0:1749393048.710220:0:5740:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b308be00. 80000000:00000010:0.0:1749393048.710224:0:5740:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012a507e40. 40000000:00000010:0.0:1749393048.710227:0:5740:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136987740. 00000008:00000010:0.0:1749393048.710339:0:5740:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c40b28. 00020000:00000010:0.0:1749393048.710343:0:5740:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012aa8fc00. 00008000:00000010:0.0:1749393048.710346:0:5740:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aaf04388. 00100000:00000010:0.0:1749393048.710349:0:5740:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b59ee000. 00040000:00000010:0.0:1749393048.710351:0:5740:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6f67700. 00040000:00000010:0.0:1749393048.710354:0:5740:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b59ef000. 00040000:00000010:0.0:1749393048.710357:0:5740:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b308a800. 00000004:00000010:0.0:1749393048.710359:0:5740:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b59ef800. 00000004:00000010:0.0:1749393048.710363:0:5740:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aadec000. 00000004:00000010:0.0:1749393048.710366:0:5740:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b59ea800. 00002000:00000010:0.0:1749393048.710368:0:5740:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5807400. 00000004:00000010:0.0:1749393048.710371:0:5740:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b5807c00. 00000080:00000010:0.0:1749393048.710380:0:5740:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b67310a8. 00000080:00000010:0.0:1749393048.710382:0:5740:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b66b8248. 00000100:00000010:0.0:1749393048.710386:0:5740:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b59ec000. 00000100:00000200:0.0:1749393048.710405:0:5740:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1749393048.710445:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6fa6600. 00000400:00000200:1.0:1749393048.710478:0:1988:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:1.1F:1749393048.710483:0:1988:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1749393048.710500:0:1988:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.132@tcp p 3.x 192.168.203.32 -> 192.168.203.132:988 incarnation:1749392993909656330 sched[1] 00000800:00000010:1.0:1749393048.710505:0:1988:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800b6edfe40. 00000100:00000010:3.0:1749393048.710730:0:5741:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e3b4e40. 00000020:00000010:3.0:1749393048.710741:0:5741:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3b4440. 00000020:00000010:3.0:1749393048.710749:0:5741:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ed8400. 00000020:00000010:3.0:1749393048.710753:0:5741:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ed8600. 00000020:00000010:3.0:1749393048.710757:0:5741:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012d004840. 00000040:00000010:3.0:1749393048.710761:0:5741:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6ed9600. 00000020:00000010:3.0:1749393048.710766:0:5741:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a680800. 00000020:00000010:3.0:1749393048.710785:0:5741:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9c48000. 00000020:00000010:3.0:1749393048.710790:0:5741:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6ed9c00. 80000000:00000010:3.0:1749393048.710794:0:5741:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012d004780. 40000000:00000010:3.0:1749393048.710797:0:5741:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3b4e80. 00000008:00000010:3.0:1749393048.710804:0:5741:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b498b28. 00020000:00000010:3.0:1749393048.710809:0:5741:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800aae323c0. 00008000:00000010:3.0:1749393048.710815:0:5741:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74388. 00100000:00000010:3.0:1749393048.710820:0:5741:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a687800. 00040000:00000010:3.0:1749393048.710824:0:5741:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ec200. 00040000:00000010:3.0:1749393048.710829:0:5741:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b73e7800. 00040000:00000010:3.0:1749393048.710833:0:5741:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6ed9800. 00000004:00000010:3.0:1749393048.710838:0:5741:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5a21000. 00000004:00000010:3.0:1749393048.710844:0:5741:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b597f000. 00000004:00000010:3.0:1749393048.710857:0:5741:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5814800. 00002000:00000010:3.0:1749393048.710863:0:5741:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88013770cc00. 00000004:00000010:3.0:1749393048.710869:0:5741:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88013770c800. 00000080:00000010:3.0:1749393048.710875:0:5741:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a80a8. 00000080:00000010:3.0:1749393048.710881:0:5741:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038248. 00000100:00000200:3.0:1749393048.710888:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710902:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d000. 00000400:00000010:3.0:1749393048.710911:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32f00. 00000100:00000200:3.0:1749393048.710921:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710924:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d058. 00000400:00000010:3.0:1749393048.710927:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32c00. 00000100:00000200:3.0:1749393048.710930:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710933:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d0b0. 00000400:00000010:3.0:1749393048.710936:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32540. 00000100:00000200:3.0:1749393048.710939:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710941:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d108. 00000400:00000010:3.0:1749393048.710945:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32b40. 00000100:00000200:3.0:1749393048.710948:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710950:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d160. 00000400:00000010:3.0:1749393048.710953:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32780. 00000100:00000200:3.0:1749393048.710956:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710959:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d1b8. 00000400:00000010:3.0:1749393048.710962:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32cc0. 00000100:00000200:3.0:1749393048.710965:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710967:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d210. 00000400:00000010:3.0:1749393048.710970:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae320c0. 00000100:00000200:3.0:1749393048.710973:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710975:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d268. 00000400:00000010:3.0:1749393048.710979:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32600. 00000100:00000200:3.0:1749393048.710982:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710984:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d2c0. 00000400:00000010:3.0:1749393048.710988:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32900. 00000100:00000200:3.0:1749393048.710991:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.710994:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d318. 00000400:00000010:3.0:1749393048.710997:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32a80. 00000100:00000200:3.0:1749393048.711009:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711012:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d370. 00000400:00000010:3.0:1749393048.711016:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32e40. 00000100:00000200:3.0:1749393048.711019:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711021:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d3c8. 00000400:00000010:3.0:1749393048.711024:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32d80. 00000100:00000200:3.0:1749393048.711027:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711029:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d420. 00000400:00000010:3.0:1749393048.711032:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32300. 00000100:00000200:3.0:1749393048.711034:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711036:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d478. 00000400:00000010:3.0:1749393048.711039:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32480. 00000100:00000200:3.0:1749393048.711042:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711044:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d4d0. 00000400:00000010:3.0:1749393048.711047:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32180. 00000100:00000200:3.0:1749393048.711049:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711051:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d528. 00000400:00000010:3.0:1749393048.711054:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae326c0. 00000100:00000200:3.0:1749393048.711056:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711058:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d580. 00000400:00000010:3.0:1749393048.711061:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32240. 00000100:00000200:3.0:1749393048.711064:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711066:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d5d8. 00000400:00000010:3.0:1749393048.711068:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aae32000. 00000100:00000200:3.0:1749393048.711071:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711073:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d630. 00000400:00000010:3.0:1749393048.711077:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012aa59b40. 00000100:00000200:3.0:1749393048.711079:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711082:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d688. 00000400:00000010:3.0:1749393048.711085:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012aa59d80. 00000100:00000200:3.0:1749393048.711090:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711092:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d6e0. 00000400:00000010:3.0:1749393048.711094:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012aa59e40. 00000100:00000200:3.0:1749393048.711096:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711097:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d738. 00000400:00000010:3.0:1749393048.711109:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19000. 00000100:00000200:3.0:1749393048.711113:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711115:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d790. 00000400:00000010:3.0:1749393048.711117:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b190c0. 00000100:00000200:3.0:1749393048.711119:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711120:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d7e8. 00000400:00000010:3.0:1749393048.711122:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19180. 00000100:00000200:3.0:1749393048.711124:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711125:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d840. 00000400:00000010:3.0:1749393048.711127:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19240. 00000100:00000200:3.0:1749393048.711129:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711131:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d898. 00000400:00000010:3.0:1749393048.711133:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19300. 00000100:00000200:3.0:1749393048.711134:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711136:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d8f0. 00000400:00000010:3.0:1749393048.711137:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b193c0. 00000100:00000200:3.0:1749393048.711139:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711140:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d948. 00000400:00000010:3.0:1749393048.711142:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19480. 00000100:00000200:3.0:1749393048.711144:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711145:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d9a0. 00000400:00000010:3.0:1749393048.711147:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19540. 00000100:00000200:3.0:1749393048.711149:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711150:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673d9f8. 00000400:00000010:3.0:1749393048.711152:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19600. 00000100:00000200:3.0:1749393048.711153:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711155:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673da50. 00000400:00000010:3.0:1749393048.711156:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b196c0. 00000100:00000200:3.0:1749393048.711158:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711159:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673daa8. 00000400:00000010:3.0:1749393048.711161:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19780. 00000100:00000200:3.0:1749393048.711162:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711164:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673db00. 00000400:00000010:3.0:1749393048.711165:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19840. 00000100:00000200:3.0:1749393048.711167:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711172:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673db58. 00000400:00000010:3.0:1749393048.711175:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19900. 00000100:00000200:3.0:1749393048.711177:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711179:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673dbb0. 00000400:00000010:3.0:1749393048.711181:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b199c0. 00000100:00000200:3.0:1749393048.711182:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711184:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673dc08. 00000400:00000010:3.0:1749393048.711185:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19a80. 00000100:00000200:3.0:1749393048.711187:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711188:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673dc60. 00000400:00000010:3.0:1749393048.711190:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19b40. 00000100:00000200:3.0:1749393048.711192:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711193:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673dcb8. 00000400:00000010:3.0:1749393048.711194:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19c00. 00000100:00000200:3.0:1749393048.711196:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711197:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673dd10. 00000400:00000010:3.0:1749393048.711199:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19cc0. 00000100:00000200:3.0:1749393048.711200:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711202:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673dd68. 00000400:00000010:3.0:1749393048.711203:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19d80. 00000100:00000200:3.0:1749393048.711205:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711206:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673ddc0. 00000400:00000010:3.0:1749393048.711208:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19e40. 00000100:00000200:3.0:1749393048.711209:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711211:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673de18. 00000400:00000010:3.0:1749393048.711212:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5b19f00. 00000100:00000200:3.0:1749393048.711214:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711215:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673de70. 00000400:00000010:3.0:1749393048.711221:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa000. 00000100:00000200:3.0:1749393048.711224:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711225:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673dec8. 00000400:00000010:3.0:1749393048.711227:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa0c0. 00000100:00000200:3.0:1749393048.711229:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711231:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673df20. 00000400:00000010:3.0:1749393048.711232:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa180. 00000100:00000200:3.0:1749393048.711238:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711240:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b673df78. 00000400:00000010:3.0:1749393048.711242:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa240. 00000100:00000200:3.0:1749393048.711244:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711250:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4000. 00000400:00000010:3.0:1749393048.711253:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa300. 00000100:00000200:3.0:1749393048.711255:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711257:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4058. 00000400:00000010:3.0:1749393048.711258:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa3c0. 00000100:00000200:3.0:1749393048.711260:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711261:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b40b0. 00000400:00000010:3.0:1749393048.711263:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa480. 00000100:00000200:3.0:1749393048.711265:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711266:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4108. 00000400:00000010:3.0:1749393048.711268:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa540. 00000100:00000200:3.0:1749393048.711270:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711271:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4160. 00000400:00000010:3.0:1749393048.711272:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa600. 00000100:00000200:3.0:1749393048.711274:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711275:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b41b8. 00000400:00000010:3.0:1749393048.711277:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa6c0. 00000100:00000200:3.0:1749393048.711279:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711280:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4210. 00000400:00000010:3.0:1749393048.711281:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa780. 00000100:00000200:3.0:1749393048.711283:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711284:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4268. 00000400:00000010:3.0:1749393048.711286:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa840. 00000100:00000200:3.0:1749393048.711288:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711289:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b42c0. 00000400:00000010:3.0:1749393048.711290:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa900. 00000100:00000200:3.0:1749393048.711292:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711293:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4318. 00000400:00000010:3.0:1749393048.711295:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaa9c0. 00000100:00000200:3.0:1749393048.711296:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711298:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4370. 00000400:00000010:3.0:1749393048.711304:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaaa80. 00000100:00000200:3.0:1749393048.711306:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711308:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b43c8. 00000400:00000010:3.0:1749393048.711309:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaab40. 00000100:00000200:3.0:1749393048.711311:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711312:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4420. 00000400:00000010:3.0:1749393048.711314:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaac00. 00000100:00000200:3.0:1749393048.711315:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711317:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4478. 00000400:00000010:3.0:1749393048.711318:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaacc0. 00000100:00000200:3.0:1749393048.711320:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711321:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b44d0. 00000400:00000010:3.0:1749393048.711323:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaad80. 00000100:00000200:3.0:1749393048.711324:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711326:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4528. 00000400:00000010:3.0:1749393048.711327:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaae40. 00000100:00000200:3.0:1749393048.711329:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711330:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4580. 00000400:00000010:3.0:1749393048.711332:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3aaaf00. 00000100:00000200:3.0:1749393048.711333:0:5741:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393048.711335:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b45d8. 00000400:00000010:3.0:1749393048.711341:0:5741:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b658f000. 00000100:00000010:3.0:1749393048.711347:0:5741:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b6713000. 00000100:00000200:3.0:1749393048.711375:0:5741:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1749393048.711405:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6fa6400. 00000100:00000010:3.0:1749393048.711686:0:5742:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e3b4400. 00000020:00000010:3.0:1749393048.711692:0:5742:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3b4ac0. 00000020:00000010:3.0:1749393048.711696:0:5742:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ed8000. 00000020:00000010:3.0:1749393048.711698:0:5742:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ed8200. 00000020:00000010:3.0:1749393048.711701:0:5742:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012d0048a0. 00000040:00000010:3.0:1749393048.711703:0:5742:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6ed8c00. 00000020:00000010:3.0:1749393048.711706:0:5742:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b6712000. 00000020:00000010:3.0:1749393048.711710:0:5742:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9c48508. 00000020:00000010:3.0:1749393048.711713:0:5742:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6ed8800. 80000000:00000010:3.0:1749393048.711716:0:5742:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012d004900. 40000000:00000010:3.0:1749393048.711718:0:5742:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6f8be00. 00000008:00000010:3.0:1749393048.711728:0:5742:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b499650. 00020000:00000010:3.0:1749393048.711731:0:5742:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b658f180. 00008000:00000010:3.0:1749393048.711734:0:5742:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74710. 00100000:00000010:3.0:1749393048.711737:0:5742:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6710800. 00040000:00000010:3.0:1749393048.711740:0:5742:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ecc00. 00040000:00000010:3.0:1749393048.711743:0:5742:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6716000. 00040000:00000010:3.0:1749393048.711746:0:5742:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6ed9e00. 00000004:00000010:3.0:1749393048.711749:0:5742:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6717000. 00000004:00000010:3.0:1749393048.711754:0:5742:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b597b000. 00000004:00000010:3.0:1749393048.711757:0:5742:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6711800. 00002000:00000010:3.0:1749393048.711760:0:5742:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88013770ec00. 00000004:00000010:3.0:1749393048.711763:0:5742:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88013770e400. 00000080:00000010:3.0:1749393048.711766:0:5742:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a8150. 00000080:00000010:3.0:1749393048.711768:0:5742:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038490. 00000100:00000010:3.0:1749393048.711773:0:5742:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b6711000. 00000100:00000200:3.0:1749393048.711795:0:5742:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1749393048.711823:0:5733:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6fa6200. 00000100:00000010:3.0:1749393048.711997:0:5743:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b65219c0. 00000020:00000010:3.0:1749393048.712001:0:5743:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6521a80. 00000020:00000010:3.0:1749393048.712005:0:5743:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ed9a00. 00000020:00000010:3.0:1749393048.712007:0:5743:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ed8e00. 00000020:00000010:3.0:1749393048.712010:0:5743:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012d0047e0. 00000040:00000010:3.0:1749393048.712013:0:5743:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6ed9200. 00000020:00000010:3.0:1749393048.712017:0:5743:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b6713800. 00000020:00000010:3.0:1749393048.712020:0:5743:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9c48a10. 00000020:00000010:3.0:1749393048.712024:0:5743:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6407000. 80000000:00000010:3.0:1749393048.712027:0:5743:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b387a840. 40000000:00000010:3.0:1749393048.712029:0:5743:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6521c40. 00000008:00000010:3.0:1749393048.712032:0:5743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49a178. 00020000:00000010:3.0:1749393048.712035:0:5743:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b658f300. 00008000:00000010:3.0:1749393048.712038:0:5743:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74a98. 00100000:00000010:3.0:1749393048.712051:0:5743:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a9d90000. 00040000:00000010:3.0:1749393048.712054:0:5743:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ec500. 00040000:00000010:3.0:1749393048.712057:0:5743:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9d90800. 00040000:00000010:3.0:1749393048.712064:0:5743:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6406c00. 00000004:00000010:3.0:1749393048.712068:0:5743:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a9d91000. 00000004:00000010:3.0:1749393048.712072:0:5743:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b597d000. 00000004:00000010:3.0:1749393048.712076:0:5743:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a9d91800. 00002000:00000010:3.0:1749393048.712079:0:5743:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88013770e800. 00000004:00000010:3.0:1749393048.712082:0:5743:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b3266400. 00000080:00000010:3.0:1749393048.712085:0:5743:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a81f8. 00000080:00000010:3.0:1749393048.712088:0:5743:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801310386d8. 00000100:00000010:3.0:1749393048.712092:0:5743:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800a9d92000. 00000100:00000200:3.0:1749393048.712113:0:5743:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:2.0:1749393048.712140:0:5733:0:(ldlm_lockd.c:3476:ldlm_setup()) kmalloced '(blp)': 168 at ffff8800b3048d80. 00010000:00000010:3.0:1749393048.712277:0:5744:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800b6521cc0. 00000020:00000010:3.0:1749393048.712283:0:5744:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fdfe00. 00000020:00000010:3.0:1749393048.712287:0:5744:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6fdec00. 00000020:00000010:3.0:1749393048.712291:0:5744:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9d92800. 00000020:00000010:3.0:1749393048.712294:0:5744:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9c48f18. 00000020:00000010:3.0:1749393048.712297:0:5744:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6fdfa00. 80000000:00000010:3.0:1749393048.712300:0:5744:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b387a7e0. 40000000:00000010:3.0:1749393048.712302:0:5744:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b65216c0. 00100000:00000010:3.0:1749393048.712306:0:5744:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a9d93000. 00040000:00000010:3.0:1749393048.712309:0:5744:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ece00. 00040000:00000010:3.0:1749393048.712311:0:5744:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6fdf600. 00002000:00000010:3.0:1749393048.712315:0:5744:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b3265400. 00000020:00000010:3.0:1749393048.712318:0:5744:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6521840. 00010000:00000010:3.0:1749393048.712437:0:5745:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800b6521740. 00000020:00000010:3.0:1749393048.712443:0:5745:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fdea00. 00000020:00000010:3.0:1749393048.712448:0:5745:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e0e000. 00000020:00000010:3.0:1749393048.712452:0:5745:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9d93800. 00000020:00000010:3.0:1749393048.712457:0:5745:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9c49420. 00000020:00000010:3.0:1749393048.712460:0:5745:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e0ee00. 80000000:00000010:3.0:1749393048.712463:0:5745:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b387a660. 40000000:00000010:3.0:1749393048.712466:0:5745:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b65217c0. 00100000:00000010:3.0:1749393048.712471:0:5745:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a9d94000. 00040000:00000010:3.0:1749393048.712474:0:5745:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1eca00. 00040000:00000010:3.0:1749393048.712486:0:5745:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6e0fc00. 00002000:00000010:3.0:1749393048.712490:0:5745:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b3264000. 00000020:00000010:3.0:1749393048.712495:0:5745:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6521e00. 00000020:00000010:3.0:1749393048.712694:0:5746:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e0f800. 00000020:00000010:3.0:1749393048.712698:0:5746:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e0ec00. 00000040:00000010:3.0:1749393048.712701:0:5746:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6e0e400. 00000020:00000010:3.0:1749393048.712705:0:5746:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9d94800. 00000020:00000010:3.0:1749393048.712708:0:5746:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9c49928. 00000020:00000010:3.0:1749393048.712711:0:5746:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e0fe00. 80000000:00000010:3.0:1749393048.712714:0:5746:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b387a600. 40000000:00000010:3.0:1749393048.712716:0:5746:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6521880. 00100000:00000010:3.0:1749393048.712719:0:5746:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a9d95000. 00040000:00000010:3.0:1749393048.712722:0:5746:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ec100. 00040000:00000010:3.0:1749393048.712725:0:5746:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9d95800. 00040000:00000010:3.0:1749393048.712727:0:5746:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6e0e800. 00000004:00000010:3.0:1749393048.712731:0:5746:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a9d96000. 00000004:00000010:3.0:1749393048.712735:0:5746:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b597c000. 00000004:00000010:3.0:1749393048.712739:0:5746:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a9d96800. 00002000:00000010:3.0:1749393048.712742:0:5746:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b3266000. 00000004:00000010:3.0:1749393048.712745:0:5746:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b3265c00. 00000020:00000010:3.0:1749393048.712748:0:5746:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6521700. 00000001:00000010:2.0:1749393048.712770:0:5733:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b301b600. 00000001:00000010:2.0:1749393048.712778:0:5733:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800b301b660. 00000020:00000010:2.0:1749393048.712797:0:5733:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b6d1f800. 00000100:00000200:2.0:1749393048.712814:0:5733:0:(events.c:557:ptlrpc_uuid_to_peer()) MGC192.168.203.132@tcp_0->12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393048.712821:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.712825:0:5733:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.132@tcp primary NID 192.168.203.132@tcp rc 0 00000100:00000010:2.0:1749393048.712829:0:5733:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 96 at ffff8800b301b6c0. 00010000:00000010:2.0:1749393048.712834:0:5733:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800b301b720. 00010000:00000010:2.0:1749393048.712839:0:5733:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88012a62ac00. 00000001:00000010:2.0:1749393048.712842:0:5733:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b6f0ee00. 00000001:00000010:2.0:1749393048.712846:0:5733:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff88012b5123c0. 00000001:00000010:2.0:1749393048.712849:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 288 at ffff8800b6fa6000. 00000001:00000010:2.0:1749393048.712852:0:5733:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 288 at ffff8800b6fa6a00. 00000020:00000010:2.0:1749393048.712896:0:5733:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012a628000. 00000020:00000010:2.0:1749393048.712899:0:5733:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012e1932e0. 00000020:00000010:2.0:1749393048.712944:0:5733:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012a62a000. 00000020:00000010:2.0:1749393048.712953:0:5733:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6fa6c00. 00000040:00000010:2.0:1749393048.712965:0:5733:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800b3048cc0. 00000020:00000010:2.0:1749393048.713309:0:5733:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff8800b3011380. 00000020:00000010:2.0:1749393048.713323:0:5733:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b6d1c800. 00000400:00000200:2.0:1749393048.713335:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.713339:0:5733:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.203.132@tcp is discovered: rc = 1 00000100:00000010:2.0:1749393048.713359:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393048.713371:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012a62a800. 00000020:00000010:2.0:1749393048.713412:0:5733:0:(obd_mount.c:550:lustre_start_mgc()) kfreed 'uuid': 40 at ffff880136b4cc80. 00000020:00000010:2.0:1749393048.713416:0:5733:0:(obd_mount.c:551:lustre_start_mgc()) kfreed 'data': 192 at ffff8800b3048540. 00000020:00000010:2.0:1749393048.713418:0:5733:0:(obd_mount.c:552:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff88012e193f20. 00000020:00000010:2.0:1749393048.713420:0:5733:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff88012e1939c0. 00000020:00000010:1.0:1749393048.713421:0:2000:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a50f18. 00000020:00000010:1.0:1749393048.713429:0:2000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f50a00. 80000000:00000010:1.0:1749393048.713432:0:2000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5a2fd20. 00000080:00000010:2.0:1749393048.713438:0:5733:0:(llite_lib.c:1371:ll_fill_super()) kmalloced '(cfg)': 88 at ffff8800b301b780. 00000080:00000010:2.0:1749393048.713442:0:5733:0:(llite_lib.c:98:ll_init_sbi()) kmalloced '(sbi)': 1256 at ffff8800b6d18000. 40000000:00000010:1.0:1749393048.713443:0:2000:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6d8d300. 00000008:00000010:1.0:1749393048.713447:0:2000:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c88b28. 00020000:00000010:1.0:1749393048.713449:0:2000:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6edfe40. 00008000:00000010:1.0:1749393048.713453:0:2000:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800b3a8c388. 00100000:00000010:1.0:1749393048.713456:0:2000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aaff2800. 00040000:00000010:1.0:1749393048.713459:0:2000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b30eb500. 00040000:00000010:1.0:1749393048.713462:0:2000:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aaff3000. 00040000:00000010:1.0:1749393048.713465:0:2000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f50600. 00000004:00000010:1.0:1749393048.713468:0:2000:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aaff3800. 00000004:00000010:1.0:1749393048.713472:0:2000:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a9c7c000. 00000004:00000010:1.0:1749393048.713476:0:2000:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aaff4000. 00002000:00000010:1.0:1749393048.713479:0:2000:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b7b17800. 00000004:00000010:1.0:1749393048.713482:0:2000:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b7b17c00. 00000080:00000010:1.0:1749393048.713484:0:2000:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6d300a8. 00000080:00000010:1.0:1749393048.713487:0:2000:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aaf70248. 00000008:00000010:1.0:1749393048.713499:0:2000:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800aadf2000. 00020000:00000010:1.0:1749393048.713508:0:2000:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b3000000. 00008000:00000010:1.0:1749393048.713531:0:2000:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012aa5d878. 00000020:00000010:2.0:1749393048.713534:0:5733:0:(cl_page.c:1289:cl_cache_init()) kmalloced '(cache)': 160 at ffff8800b3048540. 00000080:00000010:2.0:1749393048.713538:0:5733:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff88013761dd68. 00000080:00000010:1.0:1749393048.713539:0:2000:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3017000. 00000080:00000010:2.0:1749393048.713540:0:5733:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff88013761dd60. 02000000:00000010:1.0:1749393048.713555:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:1.0:1749393048.713563:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393048.713566:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6688. 00000400:00000010:1.0:1749393048.713570:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1088. 00000100:00000200:1.0:1749393048.713574:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499688064, portal 25 00000400:00000010:1.0:1749393048.713579:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1110. 00000100:00000200:1.0:1749393048.713581:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834371499688064, offset 0 00000400:00000200:1.0:1749393048.713588:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393048.713594:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393048.713599:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393048.713603:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393048.713653:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393048.713656:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393048.713658:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393048.713668:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [4:4:256:4294967295] 192.168.203.132@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1749393048.713672:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393048.713681:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393048.713687:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393048.713690:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:1.0:1749393048.713695:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393048.713701:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393048.713704:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393048.713717:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393048.713721:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6d8d840. 00000100:00000010:1.0:1749393048.713733:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6d8dac0. 00000020:00000010:2.0:1749393048.713961:0:5733:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b3a90c00. 00000020:00000010:2.0:1749393048.713965:0:5733:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff8800b6d19800. 00000020:00000010:2.0:1749393048.713976:0:5733:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b3a91000. 00000020:00000010:2.0:1749393048.713978:0:5733:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff8800b3a91400. 00000020:00000010:2.0:1749393048.713986:0:5733:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8800b3011b00. 00000020:00000010:2.0:1749393048.713989:0:5733:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff8800b30489c0. 10000000:00000010:2.0:1749393048.713997:0:5733:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 295 at ffff8800b6e86c00. 02000000:00000010:2.0:1749393048.714002:0:5733:0:(sec_config.c:547:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff8800b3011e00. 00000100:00000010:2.0:1749393048.714008:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393048.714015:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e87400. 00010000:00000010:2.0:1749393048.714025:0:5733:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b6f0e500. 00010000:00000010:2.0:1749393048.714030:0:5733:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b6e86e00. 00000020:00000010:2.0:1749393048.714034:0:5733:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff880136b4cf80. 00000100:00000010:2.0:1749393048.714046:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3048c00. 00000800:00000200:2.0:1749393048.714776:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.714787:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:2.0:1749393048.714790:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.714795:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.714798:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1110 00000400:00000010:2.0:1749393048.714800:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1110. 00000100:00000200:2.0:1749393048.714808:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499688064/t0(0) o250->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 520/544 e 0 to 0 dl 1749393058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.716193:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.716200:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.716206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.716209:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.716213:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.716217:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 25 MB=0x68459e5a00080 00000400:00000200:2.0:1749393048.716221:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.716227:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 416/416 into md 0x20d [1] + 0 00000400:00000200:2.0:1749393048.716244:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.716248:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393048.716255:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499688064/t0(0) o250->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 520/544 e 0 to 0 dl 1749393058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393048.716327:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6688. 00000400:00000200:0.0:1749393048.716333:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1088 00000400:00000010:0.0:1749393048.716335:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1088. 00000100:00000200:0.0:1749393048.716342:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499688064/t0(0) o250->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 520/544 e 0 to 0 dl 1749393058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393048.716356:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499688064/t0(0) o250->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 520/544 e 0 to 0 dl 1749393058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393048.716421:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:0.0:1749393048.716427:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012a62a800. 00000100:00000010:0.0:1749393048.716431:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:3.0:1749393048.716476:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3267000. 00000400:00000200:3.0:1749393048.716486:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393048.716489:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 00000400:00000010:3.0:1749393048.716500:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393048.716506:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499688192, portal 25 00000400:00000010:3.0:1749393048.716532:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393048.716536:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834371499688192, offset 0 00000400:00000200:3.0:1749393048.716542:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.716549:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.716554:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393048.716559:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393048.716564:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393048.716573:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393048.716576:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393048.716579:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [5:5:256:4294967295] 192.168.203.132@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1749393048.716584:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.716592:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393048.716597:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393048.716602:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1ecf00. 00000800:00000200:3.0:1749393048.716643:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393048.716650:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393048.716654:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1ecf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1749393048.716660:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6d8d840. 00000400:00000200:3.0:1749393048.716670:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393048.716688:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6d8dac0. 00000100:00000010:3.0:1749393048.716698:0:5733:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5a09c0. 00000100:00000010:3.0:1749393048.716705:0:5733:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5a0e00. 00000800:00000200:2.0:1749393048.716734:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.716739:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1ecf00. 00000400:00000200:2.0:1749393048.716743:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.716750:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.716755:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:2.0:1749393048.716758:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:2.0:1749393048.716765:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499688192/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.718204:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.718214:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.718222:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.718237:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.718241:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.718245:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 344 into portal 25 MB=0x68459e5a00100 00000400:00000200:2.0:1749393048.718250:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.718255:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 344/344 into md 0x215 [1] + 224 00000400:00000200:2.0:1749393048.718272:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.718276:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393048.718283:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499688192/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393048.718424:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:3.0:1749393048.718431:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000010:3.0:1749393048.718433:0:5733:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393048.718444:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499688192/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393048.718458:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499688192/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393048.718484:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b3048c00. 02000000:00000010:3.0:1749393048.718534:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3267000. 02000000:00000010:3.0:1749393048.718539:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e87400. 00000100:00000010:3.0:1749393048.718544:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 10000000:00000010:3.0:1749393048.718553:0:5733:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012d5a0700. 00000020:00000010:3.0:1749393048.718557:0:5733:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e0e200. 00000020:00000010:3.0:1749393048.718564:0:5733:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b388e000. 00000040:00000010:3.0:1749393048.718567:0:5733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b388e200. 00000020:00000010:3.0:1749393048.718571:0:5733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9d98800. 00000020:00000010:3.0:1749393048.718583:0:5733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b388e400. 80000000:00000010:3.0:1749393048.718586:0:5733:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b387a5a0. 00040000:00000010:3.0:1749393048.718590:0:5733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b388e600. 20000000:00000010:3.0:1749393048.718593:0:5733:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b388e800. 00000040:00000010:3.0:1749393048.718600:0:5733:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800b388ea00. 00000100:00000010:3.0:1749393048.718647:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2c000. 02000000:00000010:3.0:1749393048.718662:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b388ec00. 00000100:00000010:3.0:1749393048.718674:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.718687:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b388ee00. 00000400:00000200:3.0:1749393048.718694:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393048.718696:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 00000400:00000010:3.0:1749393048.718700:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393048.718704:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499688320, portal 25 00000400:00000010:3.0:1749393048.718707:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749393048.718709:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1834371499688320, offset 0 00000400:00000200:3.0:1749393048.718715:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.718720:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.718726:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393048.718730:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393048.718733:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393048.718736:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393048.718739:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393048.718742:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [6:6:256:4294967295] 192.168.203.132@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1749393048.718747:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.718755:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393048.718760:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393048.718764:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1ecf00. 00000800:00000200:3.0:1749393048.718768:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393048.718774:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393048.718778:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1ecf00 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:3.0:1749393048.718808:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.718951:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.718957:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1ecf00. 00000400:00000200:2.0:1749393048.718962:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.718968:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.718972:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000010:2.0:1749393048.718974:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000100:00000200:2.0:1749393048.718981:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9e2c000 x1834371499688320/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 512/272 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.720191:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.720200:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.720206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.720210:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.720214:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.720217:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 272 into portal 25 MB=0x68459e5a00180 00000400:00000200:2.0:1749393048.720222:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.720227:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 272/272 into md 0x225 [1] + 224 00000400:00000200:2.0:1749393048.720245:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.720250:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393048.720256:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9e2c000 x1834371499688320/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 512/272 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393048.720351:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:3.0:1749393048.720359:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000010:3.0:1749393048.720361:0:5733:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393048.720372:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9e2c000 x1834371499688320/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 512/272 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393048.720388:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a9e2c000 x1834371499688320/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 512/272 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393048.720413:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.720422:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b388ee00. 02000000:00000010:3.0:1749393048.720426:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b388ec00. 00000100:00000010:3.0:1749393048.720430:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9e2c000. 00000040:00000010:3.0:1749393048.720436:0:5733:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b388ea00. 00000020:00000010:3.0:1749393048.720442:0:5733:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b388e000. 00000040:00000010:3.0:1749393048.720447:0:5733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b388e200. 00000020:00000010:3.0:1749393048.720452:0:5733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a9d98800. 00000020:00000010:3.0:1749393048.720459:0:5733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b388e400. 80000000:00000010:3.0:1749393048.720464:0:5733:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b387a5a0. 00040000:00000010:3.0:1749393048.720469:0:5733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b388e600. 20000000:00000010:3.0:1749393048.720474:0:5733:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800b388e800. 00000020:00000010:3.0:1749393048.720478:0:5733:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e0e200. 10000000:00000010:3.0:1749393048.720483:0:5733:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012d5a0700. 10000000:00000010:3.0:1749393048.720539:0:5733:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff8800b388e800. 10000000:00000010:3.0:1749393048.720547:0:5733:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 294 at ffff8800b388e600. 10000000:00000010:3.0:1749393048.720553:0:5733:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 293 at ffff8800b388e400. 00000100:00000010:3.0:1749393048.720560:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2c000. 02000000:00000010:3.0:1749393048.720569:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b388e200. 00010000:00000010:3.0:1749393048.720583:0:5733:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b388e000. 00000020:00000010:3.0:1749393048.720590:0:5733:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012d5a0700. 00000100:00000010:3.0:1749393048.720640:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.720655:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3267000. 00000400:00000200:3.0:1749393048.720662:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393048.720666:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 00000400:00000010:3.0:1749393048.720677:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393048.720681:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499688448, portal 25 00000400:00000010:3.0:1749393048.720685:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749393048.720688:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834371499688448, offset 0 00000400:00000200:3.0:1749393048.720697:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.720704:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.720711:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393048.720716:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393048.720721:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393048.720724:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393048.720728:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393048.720733:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [7:7:256:4294967295] 192.168.203.132@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1749393048.720739:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.720751:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393048.720758:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393048.720763:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1ec900. 00000800:00000200:3.0:1749393048.720770:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393048.720779:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393048.720783:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1ec900 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1749393048.720815:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.720885:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.720897:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1ec900. 00000400:00000200:2.0:1749393048.720900:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.720906:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.720909:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000010:2.0:1749393048.720911:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 00000100:00000200:2.0:1749393048.720918:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9e2c000 x1834371499688448/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.722305:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.722312:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.722318:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.722321:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.722325:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.722328:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 344 into portal 25 MB=0x68459e5a00200 00000400:00000200:2.0:1749393048.722333:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.722338:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 344/344 into md 0x235 [1] + 224 00000400:00000200:2.0:1749393048.722355:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.722360:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393048.722367:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9e2c000 x1834371499688448/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393048.722504:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:3.0:1749393048.722537:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000010:3.0:1749393048.722540:0:5733:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393048.722552:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9e2c000 x1834371499688448/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393048.722563:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a9e2c000 x1834371499688448/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393048.722582:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.722594:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3267000. 02000000:00000010:3.0:1749393048.722598:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b388e200. 00000100:00000010:3.0:1749393048.722600:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9e2c000. 10000000:00000010:3.0:1749393048.722645:0:5733:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012d5a0cc0. 00000020:00000010:3.0:1749393048.722648:0:5733:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b388e200. 00000020:00000010:3.0:1749393048.722651:0:5733:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b388ea00. 00000040:00000010:3.0:1749393048.722654:0:5733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b388ec00. 00000020:00000010:3.0:1749393048.722657:0:5733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9d98800. 00000020:00000010:3.0:1749393048.722659:0:5733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b388ee00. 80000000:00000010:3.0:1749393048.722662:0:5733:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b387a5a0. 00040000:00000010:3.0:1749393048.722665:0:5733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b388f000. 20000000:00000010:3.0:1749393048.722668:0:5733:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b388f200. 00000040:00000010:3.0:1749393048.722673:0:5733:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800b388f400. 00000100:00000010:3.0:1749393048.722677:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2c000. 02000000:00000010:3.0:1749393048.722685:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b388f600. 00000100:00000010:3.0:1749393048.722693:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.722703:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b388f800. 00000400:00000200:3.0:1749393048.722710:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393048.722713:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 00000400:00000010:3.0:1749393048.722716:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393048.722720:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499688576, portal 25 00000400:00000010:3.0:1749393048.722723:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43220. 00000100:00000200:3.0:1749393048.722725:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1834371499688576, offset 0 00000400:00000200:3.0:1749393048.722731:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.722737:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.722742:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393048.722746:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393048.722749:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393048.722752:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393048.722754:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393048.722758:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [8:8:256:4294967295] 192.168.203.132@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1749393048.722762:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.722770:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393048.722775:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393048.722778:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1ecd00. 00000800:00000200:3.0:1749393048.722788:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393048.722795:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393048.722798:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1ecd00 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:3.0:1749393048.722830:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.722897:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.722901:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1ecd00. 00000400:00000200:2.0:1749393048.722905:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.722911:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.722914:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43220 00000400:00000010:2.0:1749393048.722916:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43220. 00000100:00000200:2.0:1749393048.722923:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9e2c000 x1834371499688576/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 512/272 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.724334:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.724342:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.724348:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.724352:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.724364:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.724368:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 272 into portal 25 MB=0x68459e5a00280 00000400:00000200:2.0:1749393048.724373:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.724377:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 272/272 into md 0x245 [1] + 224 00000400:00000200:2.0:1749393048.724394:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.724398:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393048.724405:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9e2c000 x1834371499688576/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 512/272 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393048.724562:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:3.0:1749393048.724570:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000010:3.0:1749393048.724571:0:5733:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393048.724580:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9e2c000 x1834371499688576/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 512/272 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393048.724592:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a9e2c000 x1834371499688576/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 512/272 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393048.724637:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.724646:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b388f800. 02000000:00000010:3.0:1749393048.724649:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b388f600. 00000100:00000010:3.0:1749393048.724652:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9e2c000. 00000040:00000010:3.0:1749393048.724662:0:5733:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800b30a0000. 00000100:00000010:3.0:1749393048.724667:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2c000. 02000000:00000010:3.0:1749393048.724673:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b388f600. 00000100:00000010:3.0:1749393048.724679:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.724706:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800aae98000. 00000400:00000200:3.0:1749393048.724713:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393048.724716:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 00000400:00000010:3.0:1749393048.724720:0:5733:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b658f480. 00000100:00000200:3.0:1749393048.724724:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834371499688704, portal 25 00000400:00000010:3.0:1749393048.724728:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393048.724729:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834371499688704, offset 0 00000400:00000200:3.0:1749393048.724735:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.724740:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.724746:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393048.724750:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393048.724753:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393048.724756:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393048.724764:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393048.724768:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [9:9:256:4294967295] 192.168.203.132@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1749393048.724772:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.724781:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393048.724786:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393048.724789:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1ec300. 00000800:00000200:3.0:1749393048.724794:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393048.724800:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393048.724804:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1ec300 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1749393048.724834:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.724981:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.724987:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1ec300. 00000400:00000200:2.0:1749393048.724991:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.724998:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.725002:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000010:2.0:1749393048.725004:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000100:00000200:2.0:1749393048.725011:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9e2c000 x1834371499688704/t0(0) o503->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.726363:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.726373:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.726381:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.726386:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.726392:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.726395:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 8416 into portal 25 MB=0x68459e5a00300 00000400:00000200:2.0:1749393048.726400:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.726405:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 8416/8416 into md 0x255 [4] + 224 00000400:00000200:2.0:1749393048.726435:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.726439:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393048.726446:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9e2c000 x1834371499688704/t0(0) o503->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393048.726571:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:3.0:1749393048.726579:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b658f480 00000400:00000010:3.0:1749393048.726581:0:5733:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff8800b658f480. 00000100:00000200:3.0:1749393048.726592:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9e2c000 x1834371499688704/t0(0) o503->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393048.726642:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a9e2c000 x1834371499688704/t0(0) o503->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393048.726667:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.726678:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800aae98000. 02000000:00000010:3.0:1749393048.726698:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b388f600. 00000100:00000010:3.0:1749393048.726702:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9e2c000. 00000040:00000010:3.0:1749393048.726711:0:5733:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8800b387a540. 00000020:00000010:3.0:1749393048.726932:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b388f600. 00000020:00000010:3.0:1749393048.726936:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b388f800. 00000040:00000010:3.0:1749393048.726939:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b388fa00. 00000020:00000010:3.0:1749393048.726943:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9d99000. 00000020:00000010:3.0:1749393048.726947:0:5751:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9c49e30. 00000020:00000010:3.0:1749393048.726950:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b388fc00. 80000000:00000010:3.0:1749393048.726953:0:5751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b387a4e0. 40000000:00000010:3.0:1749393048.726956:0:5751:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012d5a02c0. 00100000:00000010:3.0:1749393048.726968:0:5751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a9d99800. 00040000:00000010:3.0:1749393048.726971:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ec400. 00040000:00000010:3.0:1749393048.726975:0:5751:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9d9a000. 00040000:00000010:3.0:1749393048.726978:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b388fe00. 00000004:00000010:3.0:1749393048.726982:0:5751:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a9d9a800. 00000004:00000010:3.0:1749393048.726986:0:5751:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b5978000. 00000004:00000010:3.0:1749393048.726990:0:5751:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a9d9b000. 00002000:00000010:3.0:1749393048.726993:0:5751:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b3267000. 00000004:00000010:3.0:1749393048.726996:0:5751:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b3266800. 00000020:00000010:3.0:1749393048.726999:0:5751:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012d5a0c40. 00000040:00000010:3.0:1749393048.727008:0:5751:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800b30a2000. 00000100:00000010:3.0:1749393048.727014:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2c000. 02000000:00000010:3.0:1749393048.727022:0:5751:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e0e200. 00000100:00000010:3.0:1749393048.727030:0:5751:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.727054:0:5751:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800b5964000. 00000400:00000200:3.0:1749393048.727061:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393048.727064:0:5751:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 00000400:00000010:3.0:1749393048.727067:0:5751:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b658f480. 00000100:00000200:3.0:1749393048.727071:0:5751:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834371499688832, portal 25 00000400:00000010:3.0:1749393048.727075:0:5751:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d432a8. 00000100:00000200:3.0:1749393048.727077:0:5751:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834371499688832, offset 0 00000400:00000200:3.0:1749393048.727083:0:5751:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.727087:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.727093:0:5751:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393048.727097:0:5751:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393048.727100:0:5751:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393048.727103:0:5751:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393048.727105:0:5751:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393048.727109:0:5751:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [10:10:256:4294967295] 192.168.203.132@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1749393048.727113:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.727121:0:5751:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393048.727126:0:5751:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393048.727134:0:5751:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1ec600. 00000800:00000200:3.0:1749393048.727139:0:5751:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393048.727146:0:5751:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393048.727149:0:5751:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1ec600 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1749393048.727173:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.727253:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.727257:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1ec600. 00000400:00000200:2.0:1749393048.727267:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.727273:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.727276:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d432a8 00000400:00000010:2.0:1749393048.727278:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d432a8. 00000100:00000200:2.0:1749393048.727284:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9e2c000 x1834371499688832/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.728664:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.728671:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.728677:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.728681:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.728684:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.728688:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 8472 into portal 25 MB=0x68459e5a00380 00000400:00000200:2.0:1749393048.728693:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.728697:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 8472/8472 into md 0x265 [4] + 224 00000400:00000200:2.0:1749393048.728725:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.728729:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393048.728736:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9e2c000 x1834371499688832/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393048.728844:0:5751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:3.0:1749393048.728851:0:5751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b658f480 00000400:00000010:3.0:1749393048.728854:0:5751:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff8800b658f480. 00000100:00000200:3.0:1749393048.728866:0:5751:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9e2c000 x1834371499688832/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393048.728882:0:5751:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a9e2c000 x1834371499688832/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393048.728907:0:5751:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b658f3c0. 02000000:00000010:3.0:1749393048.728919:0:5751:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800b5964000. 02000000:00000010:3.0:1749393048.728936:0:5751:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e0e200. 00000100:00000010:3.0:1749393048.728941:0:5751:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9e2c000. 00000020:00000010:3.0:1749393048.728959:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.728965:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.728971:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012d5a0400. 00000020:00000010:3.0:1749393048.728976:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.729003:0:5751:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a9e30000. 00000020:00000010:3.0:1749393048.729012:0:5751:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800a9d9b800. 00000020:00000010:3.0:1749393048.729047:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.729051:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012d5a0400. 00000020:00000010:3.0:1749393048.729054:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012d5a0400. 00000020:00000010:3.0:1749393048.729057:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800b658f3c0. 00000001:00000010:3.0:1749393048.729085:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b658f480. 00000001:00000010:3.0:1749393048.729089:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012aacbc00. 00000001:00000010:3.0:1749393048.729092:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e0e200. 00000001:00000010:3.0:1749393048.729097:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e45200. 00000001:00000010:3.0:1749393048.729100:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e45800. 00000001:00000010:3.0:1749393048.729107:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5800800. 00000001:00000010:3.0:1749393048.729110:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b658f540. 00000001:00000010:3.0:1749393048.729113:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012aacba60. 00000001:00000010:3.0:1749393048.729115:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5800600. 00000001:00000010:3.0:1749393048.729118:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5800e00. 00000001:00000010:3.0:1749393048.729120:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5801400. 00000001:00000010:3.0:1749393048.729122:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5801000. 00000020:00000010:3.0:1749393048.729126:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5800000. 00000020:00000010:3.0:1749393048.729130:0:5751:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.729138:0:5751:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.729143:0:5751:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.729147:0:5751:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.729151:0:5751:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.729156:0:5751:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.729159:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5801c00. 00000020:00000010:3.0:1749393048.729163:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d84000. 00000020:00000010:3.0:1749393048.729165:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b387a780. 00000008:00000010:3.0:1749393048.729169:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.729172:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b658f600. 00008000:00000010:3.0:1749393048.729175:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.729177:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.729180:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00020000:00000010:3.0:1749393048.729184:0:5751:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 560 at ffff8800b6cea400. 00000020:00000010:3.0:1749393048.729199:0:5751:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012ab6ec60. 00020000:00000010:3.0:1749393048.729337:0:5751:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff8800b5979000. 00020000:00000010:3.0:1749393048.729342:0:5751:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff8800b597e000. 00000020:00000010:3.0:1749393048.729372:0:5751:0:(lu_object.c:1091:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800b5964000. 00000020:00000010:3.0:1749393048.729380:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b6ceb800. 00000020:00000010:3.0:1749393048.729384:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800b658f900. 00000020:00000010:3.0:1749393048.729390:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b387a720. 00000040:00000010:3.0:1749393048.729393:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6d85800. 00000020:00000010:3.0:1749393048.729396:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9d9c000. 00000020:00000010:3.0:1749393048.729405:0:5751:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9c4a338. 00000020:00000010:3.0:1749393048.729408:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6d85a00. 80000000:00000010:3.0:1749393048.729410:0:5751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b387a6c0. 40000000:00000010:3.0:1749393048.729413:0:5751:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012d5a0880. 00000008:00000010:3.0:1749393048.729417:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49b7c8. 00020000:00000010:3.0:1749393048.729420:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b658f9c0. 00008000:00000010:3.0:1749393048.729423:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf751a8. 00100000:00000010:3.0:1749393048.729427:0:5751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a9d9c800. 00040000:00000010:3.0:1749393048.729430:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ec800. 00040000:00000010:3.0:1749393048.729433:0:5751:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9d9d000. 00040000:00000010:3.0:1749393048.729435:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6d85200. 00000004:00000010:3.0:1749393048.729439:0:5751:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a9d9d800. 00000004:00000010:3.0:1749393048.729444:0:5751:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880136a07000. 00000004:00000010:3.0:1749393048.729447:0:5751:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a9d9e000. 00002000:00000010:3.0:1749393048.729450:0:5751:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b6cebc00. 00000004:00000010:3.0:1749393048.729453:0:5751:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b6ceb400. 00000080:00000010:3.0:1749393048.729456:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a8348. 00000080:00000010:3.0:1749393048.729458:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038b68. 00000020:00000010:3.0:1749393048.729463:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6d84000. 00000020:00000010:3.0:1749393048.729466:0:5751:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800b387a780. 00000008:00000010:3.0:1749393048.729469:0:5751:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.729473:0:5751:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b658f600. 00008000:00000010:3.0:1749393048.729476:0:5751:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.729480:0:5751:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.729482:0:5751:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.729485:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5801c00. 00000020:00000010:3.0:1749393048.729491:0:5751:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.729494:0:5751:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.729497:0:5751:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.729500:0:5751:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.729502:0:5751:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.729505:0:5751:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.729507:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5800000. 00000020:00000010:3.0:1749393048.729540:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800b658f3c0. 00000020:00000010:3.0:1749393048.729542:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012d5a0400. 00000020:00000010:3.0:1749393048.729548:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.729551:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.729554:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.729556:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.729559:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012d5a0400. 00000020:00000010:3.0:1749393048.729561:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.729569:0:5751:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a9e31570. 00000020:00000010:3.0:1749393048.729574:0:5751:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800a9d9e800. 00000020:00000010:3.0:1749393048.729584:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.729586:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012d5a0400. 00000020:00000010:3.0:1749393048.729588:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012d5a0400. 00000020:00000010:3.0:1749393048.729591:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800b658f3c0. 00000100:00000010:3.0:1749393048.729655:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5a0e00. 00000001:00000010:3.0:1749393048.729668:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b658f600. 00000001:00000010:3.0:1749393048.729672:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012aacbb80. 00000100:00000010:2.0:1749393048.729675:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5a09c0. 00000001:00000010:3.0:1749393048.729675:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d84000. 00000001:00000010:3.0:1749393048.729679:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d85c00. 00000001:00000010:3.0:1749393048.729683:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d84400. 00000001:00000010:3.0:1749393048.729687:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d84200. 00000001:00000010:3.0:1749393048.729691:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b658fa80. 00000001:00000010:3.0:1749393048.729694:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012aacba20. 00000001:00000010:3.0:1749393048.729698:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d85e00. 00000001:00000010:3.0:1749393048.729701:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d84600. 00000001:00000010:3.0:1749393048.729705:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d85000. 00000001:00000010:3.0:1749393048.729709:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d84a00. 00000020:00000010:3.0:1749393048.729714:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d84e00. 00000020:00000010:3.0:1749393048.729717:0:5751:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.729721:0:5751:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.729726:0:5751:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.729740:0:5751:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.729743:0:5751:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.729749:0:5751:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.729753:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5800000. 00000020:00000010:3.0:1749393048.729756:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5801c00. 00000040:00000010:3.0:1749393048.729762:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6cc3800. 00000020:00000010:3.0:1749393048.729767:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9d9f000. 00000020:00000010:3.0:1749393048.729771:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6cc3c00. 00040000:00000010:3.0:1749393048.729775:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ec700. 00040000:00000010:3.0:1749393048.729778:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6cc3400. 00800000:00000010:3.0:1749393048.729784:0:5751:0:(lmv_obd.c:1253:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff88012d5a0e00. 00000020:00000010:3.0:1749393048.729978:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012a51c400. 00000020:00000010:3.0:1749393048.729984:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff8800b6cc3000. 80000000:00000010:3.0:1749393048.729996:0:5751:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800b658fe40. 00000020:00000010:3.0:1749393048.730047:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5801c00. 00000040:00000010:3.0:1749393048.730052:0:5751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b6cc3800. 00000020:00000010:3.0:1749393048.730057:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a9d9f000. 00000020:00000010:3.0:1749393048.730062:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b6cc3c00. 00040000:00000010:3.0:1749393048.730067:0:5751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012e1ec700. 00040000:00000010:3.0:1749393048.730071:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6cc3400. 00000020:00000010:3.0:1749393048.730075:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5800000. 00000020:00000010:3.0:1749393048.730080:0:5751:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.730083:0:5751:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.730087:0:5751:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.730090:0:5751:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.730094:0:5751:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.730098:0:5751:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.730101:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d84e00. 00000020:00000010:3.0:1749393048.730106:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800b658f3c0. 00000020:00000010:3.0:1749393048.730109:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012d5a0400. 00000020:00000010:3.0:1749393048.730115:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.730118:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.730133:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.730136:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.730141:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800b387a780. 00000020:00000010:3.0:1749393048.730145:0:5751:0:(obd_config.c:1072:class_add_profile()) kmalloced '(lprof)': 48 at ffff88012d5a0400. 00000020:00000010:3.0:1749393048.730149:0:5751:0:(obd_config.c:1078:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff8801376b92f0. 00000020:00000010:3.0:1749393048.730152:0:5751:0:(obd_config.c:1084:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff8801376b9410. 00000020:00000010:3.0:1749393048.730154:0:5751:0:(obd_config.c:1091:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff8801376b9450. 00000020:00000010:3.0:1749393048.730158:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800b387a780. 00000020:00000010:3.0:1749393048.730161:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.730164:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.730170:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.730173:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ec700. 00000020:00000010:3.0:1749393048.730176:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012d5a0100. 00000100:00000010:3.0:1749393048.730181:0:5751:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88012a51f000. 00000400:00000200:3.0:1749393048.730192:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.730199:0:5751:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 00000020:00000010:3.0:1749393048.730205:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012d5a0100. 00000020:00000010:3.0:1749393048.730210:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012d5a0100. 00000020:00000010:3.0:1749393048.730214:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b658f3c0. 00000020:00000010:3.0:1749393048.730226:0:5751:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a9e32ae0. 00000020:00000010:3.0:1749393048.730232:0:5751:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800a9d9f000. 00000020:00000010:3.0:1749393048.730246:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b658f3c0. 00000020:00000010:3.0:1749393048.730250:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012d5a0100. 00000020:00000010:3.0:1749393048.730254:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012d5a0100. 00000020:00000010:3.0:1749393048.730258:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b658f3c0. 00000001:00000010:3.0:1749393048.730282:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b658ff00. 00000001:00000010:3.0:1749393048.730287:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012b2c2f20. 00000001:00000010:3.0:1749393048.730290:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cc3400. 00000001:00000010:3.0:1749393048.730294:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cc3c00. 00000001:00000010:3.0:1749393048.730297:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cc3800. 00000001:00000010:3.0:1749393048.730300:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cc3600. 00000001:00000010:3.0:1749393048.730319:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a5c000. 00000001:00000010:3.0:1749393048.730324:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012b2c25a0. 00000001:00000010:3.0:1749393048.730328:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cc2000. 00000001:00000010:3.0:1749393048.730331:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d84e00. 00000001:00000010:3.0:1749393048.730335:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5800000. 00000001:00000010:3.0:1749393048.730338:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5801c00. 00000020:00000010:3.0:1749393048.730351:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b32f2000. 00000020:00000010:3.0:1749393048.730355:0:5751:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.730359:0:5751:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.730363:0:5751:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.730367:0:5751:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.730371:0:5751:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.730375:0:5751:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.730379:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b32f2200. 00000020:00000010:3.0:1749393048.730383:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b32f2400. 00000020:00000010:3.0:1749393048.730386:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b387a780. 00000008:00000010:3.0:1749393048.730390:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.730393:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a5c0c0. 00008000:00000010:3.0:1749393048.730397:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.730400:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.730404:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00000002:00000010:3.0:1749393048.730409:0:5751:0:(mdc_dev.c:1688:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff88012a679000. 00010000:00000010:3.0:1749393048.730423:0:5751:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012d5a00c0. 00000020:00000010:3.0:1749393048.730431:0:5751:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800a9d9f800. 00000100:00000200:3.0:1749393048.730450:0:5751:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.203.132@tcp->12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.730456:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.730463:0:5751:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.132@tcp primary NID 192.168.203.132@tcp rc 0 00010000:00000010:3.0:1749393048.730469:0:5751:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800b387a480. 00010000:00000010:3.0:1749393048.730475:0:5751:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88012a5cbc00. 00000001:00000010:3.0:1749393048.730480:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012e1ec700. 00000001:00000010:3.0:1749393048.730485:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88012e1ec300. 00000001:00000010:3.0:1749393048.730577:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000894000. 00000001:00000010:3.0:1749393048.730683:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000089e000. 00000001:00000010:3.0:1749393048.730750:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008a8000. 00000001:00000010:3.0:1749393048.730814:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008b2000. 00000001:00000010:3.0:1749393048.730881:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008bc000. 00000001:00000010:3.0:1749393048.730954:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008c6000. 00000001:00000010:3.0:1749393048.731017:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008d0000. 00000001:00000010:3.0:1749393048.731080:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008da000. 00000001:00000010:3.0:1749393048.731141:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008e4000. 00000001:00000010:3.0:1749393048.731208:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008ee000. 00000001:00000010:3.0:1749393048.731270:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008f8000. 00000001:00000010:3.0:1749393048.731329:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000902000. 00000001:00000010:3.0:1749393048.731399:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000090c000. 00000001:00000010:3.0:1749393048.731463:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000916000. 00000001:00000010:3.0:1749393048.731552:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000920000. 00000001:00000010:3.0:1749393048.731644:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000937000. 00000001:00000010:3.0:1749393048.731718:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000941000. 00000001:00000010:3.0:1749393048.731782:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000094b000. 00000001:00000010:3.0:1749393048.731843:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000955000. 00000001:00000010:3.0:1749393048.731912:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009a0000. 00000001:00000010:3.0:1749393048.731973:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009aa000. 00000001:00000010:3.0:1749393048.732036:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009b4000. 00000001:00000010:3.0:1749393048.732096:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009be000. 00000001:00000010:3.0:1749393048.732162:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009c8000. 00000001:00000010:3.0:1749393048.732222:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009d2000. 00000001:00000010:3.0:1749393048.732283:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009dc000. 00000001:00000010:3.0:1749393048.732348:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009e6000. 00000001:00000010:3.0:1749393048.732411:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009f0000. 00000001:00000010:3.0:1749393048.732472:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009fa000. 00000001:00000010:3.0:1749393048.732554:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a04000. 00000001:00000010:3.0:1749393048.732648:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a0e000. 00000001:00000010:3.0:1749393048.732711:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a18000. 00000020:00000010:3.0:1749393048.732789:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9c80000. 00000020:00000010:3.0:1749393048.732792:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012b2c26e0. 00000020:00000010:3.0:1749393048.732845:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9c80400. 00000020:00000010:3.0:1749393048.732848:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b32f2600. 00000100:00000010:3.0:1749393048.732861:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2c000. 00000100:00000010:3.0:1749393048.732865:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2c380. 00000020:00000010:3.0:1749393048.733036:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9c80800. 00000020:00000010:3.0:1749393048.733040:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff8800b32f2a00. 00000020:00000010:3.0:1749393048.733083:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9c80c00. 00000020:00000010:3.0:1749393048.733086:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b3b40000. 00000040:00000010:3.0:1749393048.733100:0:5751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800b3a5c240. 00000002:00000010:3.0:1749393048.733106:0:5751:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800a9c81000. 00000020:00000010:3.0:1749393048.733383:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b32f2400. 00000020:00000010:3.0:1749393048.733388:0:5751:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800b387a780. 00000008:00000010:3.0:1749393048.733392:0:5751:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.733395:0:5751:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a5c0c0. 00008000:00000010:3.0:1749393048.733398:0:5751:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.733402:0:5751:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.733404:0:5751:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.733407:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b32f2200. 00000020:00000010:3.0:1749393048.733410:0:5751:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012a679900. 00000020:00000010:3.0:1749393048.733413:0:5751:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.733415:0:5751:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.733417:0:5751:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.733419:0:5751:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.733421:0:5751:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.733423:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b32f2000. 00000020:00000010:3.0:1749393048.733426:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b658f3c0. 00000020:00000010:3.0:1749393048.733430:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012d5a0100. 00000020:00000010:3.0:1749393048.733434:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e9b9a80. 00000020:00000010:3.0:1749393048.733437:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.733449:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b32f2000. 00000020:00000010:3.0:1749393048.733451:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b32f2200. 00000040:00000010:3.0:1749393048.733453:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b32f2400. 00000020:00000010:3.0:1749393048.733464:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9e38000. 00000020:00000010:3.0:1749393048.733467:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b32f2c00. 00040000:00000010:3.0:1749393048.733471:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012e1ecf00. 00040000:00000010:3.0:1749393048.733474:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b32f2e00. 00800000:00000010:3.0:1749393048.733486:0:5751:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b32f3000. 00020000:00000010:3.0:1749393048.733490:0:5751:0:(lu_tgt_descs.c:372:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff8800b3b41000. 00000020:00000010:3.0:1749393048.733494:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b32f2200. 00000040:00000010:3.0:1749393048.733497:0:5751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b32f2400. 00000020:00000010:3.0:1749393048.733499:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a9e38000. 00000020:00000010:3.0:1749393048.733503:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b32f2c00. 00040000:00000010:3.0:1749393048.733505:0:5751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012e1ecf00. 00040000:00000010:3.0:1749393048.733508:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b32f2e00. 00000020:00000010:3.0:1749393048.733537:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b32f2000. 00000020:00000010:3.0:1749393048.733543:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b32f2000. 00000020:00000010:3.0:1749393048.733545:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b32f2e00. 00000020:00000010:3.0:1749393048.733548:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012abb6780. 00000008:00000010:3.0:1749393048.733550:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.733553:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a5c3c0. 00008000:00000010:3.0:1749393048.733556:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.733558:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.733561:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.733569:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b32f2e00. 00000020:00000010:3.0:1749393048.733572:0:5751:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff88012abb6780. 00000008:00000010:3.0:1749393048.733574:0:5751:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.733576:0:5751:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a5c3c0. 00008000:00000010:3.0:1749393048.733578:0:5751:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.733581:0:5751:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.733583:0:5751:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.733585:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b32f2000. 00000020:00000010:3.0:1749393048.733587:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.733595:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e9b9a80. 00000020:00000010:3.0:1749393048.733599:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ecf00. 00000020:00000010:3.0:1749393048.733645:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ecf00. 00000020:00000010:3.0:1749393048.733651:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ecf00. 00000020:00000010:3.0:1749393048.733653:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ecf00. 00000020:00000010:3.0:1749393048.733656:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012e1ecf00. 00000020:00000010:3.0:1749393048.733658:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012e1ecf00. 00000020:00000010:3.0:1749393048.733660:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012e9b9a80. 00000100:00000010:3.0:1749393048.733664:0:5751:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a9c81800. 00000400:00000200:3.0:1749393048.733670:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.733674:0:5751:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1749393048.733677:0:5751:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff8800a9c81800. 00000020:00000010:3.0:1749393048.733681:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012e9b9a80. 00000020:00000010:3.0:1749393048.733684:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012e9b9a80. 00000020:00000010:3.0:1749393048.733686:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.733694:0:5751:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a9e34050. 00000020:00000010:3.0:1749393048.733699:0:5751:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800a9e38000. 00000020:00000010:3.0:1749393048.733709:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.733711:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012e9b9a80. 00000020:00000010:3.0:1749393048.733714:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012e9b9a80. 00000020:00000010:3.0:1749393048.733716:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a5c0c0. 00000001:00000010:3.0:1749393048.733735:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a5c3c0. 00000001:00000010:3.0:1749393048.733738:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012b2c24c0. 00000001:00000010:3.0:1749393048.733740:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f2000. 00000001:00000010:3.0:1749393048.733743:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f2e00. 00000001:00000010:3.0:1749393048.733745:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f2c00. 00000001:00000010:3.0:1749393048.733747:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f2400. 00000001:00000010:3.0:1749393048.733750:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a5c480. 00000001:00000010:3.0:1749393048.733752:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012b2c23a0. 00000001:00000010:3.0:1749393048.733754:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f2200. 00000001:00000010:3.0:1749393048.733756:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f3200. 00000001:00000010:3.0:1749393048.733765:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f3400. 00000001:00000010:3.0:1749393048.733768:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f3600. 00000020:00000010:3.0:1749393048.733772:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b32f3800. 00000020:00000010:3.0:1749393048.733775:0:5751:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b32b0380. 00000020:00000010:3.0:1749393048.733778:0:5751:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.733781:0:5751:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.733783:0:5751:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.733786:0:5751:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.733789:0:5751:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.733792:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b32f3a00. 00000020:00000010:3.0:1749393048.733794:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b32f3c00. 00000020:00000010:3.0:1749393048.733796:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012abb6780. 00000008:00000010:3.0:1749393048.733799:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.733801:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a5c540. 00008000:00000010:3.0:1749393048.733803:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.733805:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.733806:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00000002:00000010:3.0:1749393048.733809:0:5751:0:(mdc_dev.c:1688:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800b32b0400. 00010000:00000010:3.0:1749393048.733815:0:5751:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012e9b93c0. 00000020:00000010:3.0:1749393048.733820:0:5751:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800a9e38800. 00000100:00000200:3.0:1749393048.733830:0:5751:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.203.132@tcp->12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.733834:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.733838:0:5751:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.132@tcp primary NID 192.168.203.132@tcp rc 0 00010000:00000010:3.0:1749393048.733842:0:5751:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88012abb67e0. 00010000:00000010:3.0:1749393048.733845:0:5751:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800a9c82800. 00000001:00000010:3.0:1749393048.733848:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012e1ecf00. 00000001:00000010:3.0:1749393048.733851:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88012e1ecd00. 00000001:00000010:3.0:1749393048.733910:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a22000. 00000001:00000010:3.0:1749393048.733977:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a2c000. 00000001:00000010:3.0:1749393048.734056:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a36000. 00000001:00000010:3.0:1749393048.734133:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a40000. 00000001:00000010:3.0:1749393048.734207:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a4a000. 00000001:00000010:3.0:1749393048.734277:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a54000. 00000001:00000010:3.0:1749393048.734362:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a5e000. 00000001:00000010:3.0:1749393048.734464:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a68000. 00000001:00000010:3.0:1749393048.734573:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a72000. 00000001:00000010:3.0:1749393048.734692:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a7c000. 00000001:00000010:3.0:1749393048.734783:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a86000. 00000001:00000010:3.0:1749393048.734865:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a90000. 00000001:00000010:3.0:1749393048.734949:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a9a000. 00000001:00000010:3.0:1749393048.735028:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000aa4000. 00000001:00000010:3.0:1749393048.735114:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000aae000. 00000001:00000010:3.0:1749393048.735178:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000ab8000. 00000001:00000010:3.0:1749393048.735238:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000ac2000. 00000001:00000010:3.0:1749393048.735308:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000acc000. 00000001:00000010:3.0:1749393048.735369:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000ad6000. 00000001:00000010:3.0:1749393048.735430:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000ae0000. 00000001:00000010:3.0:1749393048.735490:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000aea000. 00000001:00000010:3.0:1749393048.735592:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000af4000. 00000001:00000010:3.0:1749393048.735701:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000afe000. 00000001:00000010:3.0:1749393048.735769:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b08000. 00000001:00000010:3.0:1749393048.735838:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b12000. 00000001:00000010:3.0:1749393048.735901:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b1c000. 00000001:00000010:3.0:1749393048.735979:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b26000. 00000001:00000010:3.0:1749393048.736059:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b30000. 00000001:00000010:3.0:1749393048.736156:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b3a000. 00000001:00000010:3.0:1749393048.736240:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b44000. 00000001:00000010:3.0:1749393048.736323:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b4e000. 00000001:00000010:3.0:1749393048.736405:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b58000. 00000020:00000010:3.0:1749393048.736470:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9c82c00. 00000020:00000010:3.0:1749393048.736473:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012b2c2f00. 00000020:00000010:3.0:1749393048.736550:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9c83000. 00000020:00000010:3.0:1749393048.736553:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b32f3e00. 00000100:00000010:3.0:1749393048.736570:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2c700. 00000100:00000010:3.0:1749393048.736574:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2ca80. 00000020:00000010:3.0:1749393048.736761:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9c83400. 00000020:00000010:3.0:1749393048.736765:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff8800b32f2800. 00000020:00000010:3.0:1749393048.736782:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9c83800. 00000020:00000010:3.0:1749393048.736785:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b3b42000. 00000040:00000010:3.0:1749393048.736797:0:5751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800b3a5c6c0. 00000002:00000010:3.0:1749393048.736802:0:5751:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800a9c83c00. 00000020:00000010:3.0:1749393048.737054:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b32f3c00. 00000020:00000010:3.0:1749393048.737059:0:5751:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff88012abb6780. 00000008:00000010:3.0:1749393048.737062:0:5751:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.737066:0:5751:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a5c540. 00008000:00000010:3.0:1749393048.737070:0:5751:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.737074:0:5751:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.737076:0:5751:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.737079:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b32f3a00. 00000020:00000010:3.0:1749393048.737082:0:5751:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b32b0380. 00000020:00000010:3.0:1749393048.737085:0:5751:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.737087:0:5751:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.737090:0:5751:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.737092:0:5751:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.737095:0:5751:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.737097:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b32f3800. 00000020:00000010:3.0:1749393048.737100:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.737102:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012e9b9a80. 00000020:00000010:3.0:1749393048.737107:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.737110:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.737115:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b32f3800. 00000020:00000010:3.0:1749393048.737117:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b32f3a00. 00000040:00000010:3.0:1749393048.737119:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b32f3c00. 00000020:00000010:3.0:1749393048.737123:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9e39000. 00000020:00000010:3.0:1749393048.737134:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800aafb4000. 00040000:00000010:3.0:1749393048.737141:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012aac8000. 00040000:00000010:3.0:1749393048.737144:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800aafb4200. 00800000:00000010:3.0:1749393048.737152:0:5751:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800aafb4400. 00000020:00000010:3.0:1749393048.737155:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b32f3a00. 00000040:00000010:3.0:1749393048.737158:0:5751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b32f3c00. 00000020:00000010:3.0:1749393048.737161:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a9e39000. 00000020:00000010:3.0:1749393048.737166:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800aafb4000. 00040000:00000010:3.0:1749393048.737169:0:5751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012aac8000. 00040000:00000010:3.0:1749393048.737172:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800aafb4200. 00000020:00000010:3.0:1749393048.737174:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b32f3800. 00000020:00000010:3.0:1749393048.737178:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aafb4200. 00000020:00000010:3.0:1749393048.737180:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aafb4000. 00000020:00000010:3.0:1749393048.737182:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.737184:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.737186:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a5c540. 00008000:00000010:3.0:1749393048.737188:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.737190:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.737192:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.737197:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800aafb4000. 00000020:00000010:3.0:1749393048.737200:0:5751:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.737202:0:5751:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.737205:0:5751:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a5c540. 00008000:00000010:3.0:1749393048.737207:0:5751:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.737209:0:5751:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.737211:0:5751:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.737213:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aafb4200. 00000020:00000010:3.0:1749393048.737215:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.737217:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.737221:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012aac8000. 00000020:00000010:3.0:1749393048.737222:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012aac8000. 00000020:00000010:3.0:1749393048.737225:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012aac8000. 00000020:00000010:3.0:1749393048.737227:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012aac8000. 00000020:00000010:3.0:1749393048.737231:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012aac8000. 00000020:00000010:3.0:1749393048.737237:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012aac8000. 00000020:00000010:3.0:1749393048.737240:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6f83940. 00000100:00000010:3.0:1749393048.737244:0:5751:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a9c81400. 00000400:00000200:3.0:1749393048.737250:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.737255:0:5751:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1749393048.737258:0:5751:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff8800a9c81400. 00000020:00000010:3.0:1749393048.737261:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.737264:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.737267:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.737275:0:5751:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a9e355c0. 00000020:00000010:3.0:1749393048.737279:0:5751:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800a9e39000. 00000020:00000010:3.0:1749393048.737290:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.737293:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.737295:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.737298:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a5c0c0. 00000001:00000010:3.0:1749393048.737324:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a5c540. 00000001:00000010:3.0:1749393048.737328:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012b2c2680. 00000001:00000010:3.0:1749393048.737330:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb4200. 00000001:00000010:3.0:1749393048.737333:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb4000. 00000001:00000010:3.0:1749393048.737335:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb4600. 00000001:00000010:3.0:1749393048.737338:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb4800. 00000001:00000010:3.0:1749393048.737340:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a5c840. 00000001:00000010:3.0:1749393048.737342:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012b2c2040. 00000001:00000010:3.0:1749393048.737345:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb4a00. 00000001:00000010:3.0:1749393048.737347:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb4c00. 00000001:00000010:3.0:1749393048.737349:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb4e00. 00000001:00000010:3.0:1749393048.737351:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb5000. 00000020:00000010:3.0:1749393048.737355:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aafb5200. 00000020:00000010:3.0:1749393048.737357:0:5751:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b670e400. 00000020:00000010:3.0:1749393048.737360:0:5751:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.737362:0:5751:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.737364:0:5751:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.737371:0:5751:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.737374:0:5751:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.737377:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aafb5400. 00000020:00000010:3.0:1749393048.737380:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aafb5600. 00000020:00000010:3.0:1749393048.737382:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.737384:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.737386:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a5c900. 00008000:00000010:3.0:1749393048.737388:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.737390:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.737392:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00000008:00000010:3.0:1749393048.737394:0:5751:0:(osc_dev.c:186:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b670e480. 00000020:00000010:3.0:1749393048.737403:0:5751:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800a9e39800. 00000100:00000200:3.0:1749393048.737414:0:5751:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.203.132@tcp->12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.737418:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.737422:0:5751:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.132@tcp primary NID 192.168.203.132@tcp rc 0 00010000:00000010:3.0:1749393048.737425:0:5751:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800b58959c0. 00010000:00000010:3.0:1749393048.737429:0:5751:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800aafb8c00. 00000001:00000010:3.0:1749393048.737432:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012aac8000. 00000001:00000010:3.0:1749393048.737436:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b670e500. 00000001:00000010:3.0:1749393048.737442:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b30a4000. 00000001:00000010:3.0:1749393048.737450:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b30a6000. 00000001:00000010:3.0:1749393048.737458:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b5a48000. 00000001:00000010:3.0:1749393048.737466:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b5a4a000. 00000001:00000010:3.0:1749393048.737474:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b5a4e000. 00000001:00000010:3.0:1749393048.737481:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b5a4c000. 00000001:00000010:3.0:1749393048.737496:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800aafd0000. 00000001:00000010:3.0:1749393048.737504:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800aafd2000. 00000001:00000010:3.0:1749393048.737541:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800aafd4000. 00000001:00000010:3.0:1749393048.737550:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800aafd6000. 00000001:00000010:3.0:1749393048.737564:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800aafd8000. 00000001:00000010:3.0:1749393048.737572:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800aafda000. 00000001:00000010:3.0:1749393048.737579:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800aafdc000. 00000001:00000010:3.0:1749393048.737592:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800aafde000. 00000001:00000010:3.0:1749393048.737652:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9da0000. 00000001:00000010:3.0:1749393048.737661:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9da2000. 00000020:00000010:3.0:1749393048.737752:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aafb9000. 00000020:00000010:3.0:1749393048.737755:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012b2c2940. 00000020:00000010:3.0:1749393048.737876:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aafb9400. 00000020:00000010:3.0:1749393048.737879:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800aafb5800. 00000100:00000010:3.0:1749393048.737893:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2ce00. 00000100:00000010:3.0:1749393048.737897:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2d180. 00000020:00000010:3.0:1749393048.738168:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aafb9800. 00000020:00000010:3.0:1749393048.738173:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b3b45000. 00000100:00000010:3.0:1749393048.738195:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2d500. 00000100:00000010:3.0:1749393048.738551:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9d00000. 00000100:00000010:3.0:1749393048.738559:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2d880. 00000100:00000010:3.0:1749393048.738932:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9e80000. 00000100:00000010:3.0:1749393048.738940:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2dc00. 00000100:00000010:3.0:1749393048.739266:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9f00000. 00000100:00000010:3.0:1749393048.739271:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2df80. 00000100:00000010:3.0:1749393048.739598:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9f80000. 00000100:00000010:3.0:1749393048.739627:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2e300. 00000100:00000010:3.0:1749393048.740719:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9400000. 00000100:00000010:3.0:1749393048.740726:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2e680. 00000100:00000010:3.0:1749393048.740830:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9480000. 00000100:00000010:3.0:1749393048.740836:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2ea00. 00000100:00000010:3.0:1749393048.740941:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9500000. 00000100:00000010:3.0:1749393048.740947:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2ed80. 00000100:00000010:3.0:1749393048.741054:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9580000. 00000100:00000010:3.0:1749393048.741059:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2f100. 00000100:00000010:3.0:1749393048.742169:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9600000. 00000100:00000010:3.0:1749393048.742175:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2f480. 00000100:00000010:3.0:1749393048.742279:0:5751:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9680000. 00000020:00000010:3.0:1749393048.742292:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800aafb5600. 00000020:00000010:3.0:1749393048.742297:0:5751:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.742300:0:5751:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.742303:0:5751:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a5c900. 00008000:00000010:3.0:1749393048.742308:0:5751:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.742311:0:5751:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.742314:0:5751:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.742317:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aafb5400. 00000020:00000010:3.0:1749393048.742320:0:5751:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b670e400. 00000020:00000010:3.0:1749393048.742323:0:5751:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.742325:0:5751:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.742327:0:5751:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.742330:0:5751:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.742332:0:5751:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.742334:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aafb5200. 00000020:00000010:3.0:1749393048.742337:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.742339:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.742346:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.742349:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b670e400. 00000020:00000010:3.0:1749393048.742354:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aafb5200. 00000020:00000010:3.0:1749393048.742356:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aafb5400. 00000020:00000010:3.0:1749393048.742359:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.742361:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.742363:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a5c0c0. 00008000:00000010:3.0:1749393048.742365:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.742368:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.742370:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00020000:00000010:3.0:1749393048.742379:0:5751:0:(lov_obd.c:493:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800aafb5600. 00020000:00000010:3.0:1749393048.742384:0:5751:0:(lu_tgt_descs.c:372:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff8800b3b44000. 00020000:00000010:3.0:1749393048.742390:0:5751:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at ffff8800aafb5c00. 00000020:00000010:3.0:1749393048.742392:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800aafb5400. 00000020:00000010:3.0:1749393048.742395:0:5751:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.742401:0:5751:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.742404:0:5751:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a5c0c0. 00008000:00000010:3.0:1749393048.742407:0:5751:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.742409:0:5751:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.742411:0:5751:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.742413:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aafb5200. 00000020:00000010:3.0:1749393048.742415:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b670e400. 00000020:00000010:3.0:1749393048.742417:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.742421:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012aac8a00. 00000020:00000010:3.0:1749393048.742423:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012aac8a00. 00000020:00000010:3.0:1749393048.742426:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012aac8a00. 00000020:00000010:3.0:1749393048.742428:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012aac8a00. 00000020:00000010:3.0:1749393048.742432:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012aac8a00. 00000020:00000010:3.0:1749393048.742433:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012aac8a00. 00000020:00000010:3.0:1749393048.742435:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6f83940. 00000100:00000010:3.0:1749393048.742438:0:5751:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800aafb9c00. 00000400:00000200:3.0:1749393048.742445:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.742449:0:5751:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1749393048.742452:0:5751:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff8800aafb9c00. 00000020:00000010:3.0:1749393048.742455:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.742458:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.742461:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.742475:0:5751:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a9da8000. 00000020:00000010:3.0:1749393048.742480:0:5751:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800a9e3a000. 00000020:00000010:3.0:1749393048.742493:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.742496:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.742499:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.742502:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a5c0c0. 00000001:00000010:3.0:1749393048.742546:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a5c900. 00000001:00000010:3.0:1749393048.742550:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012b2c2160. 00000001:00000010:3.0:1749393048.742552:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb5200. 00000001:00000010:3.0:1749393048.742555:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb5400. 00000001:00000010:3.0:1749393048.742563:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb5e00. 00000001:00000010:3.0:1749393048.742566:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb5a00. 00000001:00000010:3.0:1749393048.742570:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a5c9c0. 00000001:00000010:3.0:1749393048.742573:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012b2c2840. 00000001:00000010:3.0:1749393048.742575:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f3800. 00000001:00000010:3.0:1749393048.742577:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f3c00. 00000001:00000010:3.0:1749393048.742579:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b32f3a00. 00000001:00000010:3.0:1749393048.742586:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800aafb6000. 00000020:00000010:3.0:1749393048.742590:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aafb6200. 00000020:00000010:3.0:1749393048.742593:0:5751:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b670e400. 00000020:00000010:3.0:1749393048.742595:0:5751:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.742598:0:5751:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.742601:0:5751:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.742627:0:5751:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.742630:0:5751:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.742634:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aafb6400. 00000020:00000010:3.0:1749393048.742636:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aafb6600. 00000020:00000010:3.0:1749393048.742638:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.742641:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.742643:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a5ca80. 00008000:00000010:3.0:1749393048.742645:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.742648:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.742650:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00000008:00000010:3.0:1749393048.742652:0:5751:0:(osc_dev.c:186:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b670e580. 00000020:00000010:3.0:1749393048.742661:0:5751:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800a9e3a800. 00000100:00000200:3.0:1749393048.742673:0:5751:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.203.132@tcp->12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.742677:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.742682:0:5751:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.132@tcp primary NID 192.168.203.132@tcp rc 0 00010000:00000010:3.0:1749393048.742685:0:5751:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800b5895a20. 00010000:00000010:3.0:1749393048.742690:0:5751:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800aafbac00. 00000001:00000010:3.0:1749393048.742694:0:5751:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012aac8a00. 00000001:00000010:3.0:1749393048.742698:0:5751:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b670e600. 00000001:00000010:3.0:1749393048.742713:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9da4000. 00000001:00000010:3.0:1749393048.742723:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9da6000. 00000001:00000010:3.0:1749393048.742741:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9db0000. 00000001:00000010:3.0:1749393048.742752:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9db2000. 00000001:00000010:3.0:1749393048.742762:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9db4000. 00000001:00000010:3.0:1749393048.742773:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9db6000. 00000001:00000010:3.0:1749393048.742792:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9db8000. 00000001:00000010:3.0:1749393048.742802:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9dba000. 00000001:00000010:3.0:1749393048.742812:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9dbc000. 00000001:00000010:3.0:1749393048.742822:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a9dbe000. 00000001:00000010:3.0:1749393048.742840:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b3bc0000. 00000001:00000010:3.0:1749393048.742851:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b3bc2000. 00000001:00000010:3.0:1749393048.742859:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b3bc4000. 00000001:00000010:3.0:1749393048.742869:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b3bc6000. 00000001:00000010:3.0:1749393048.742886:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b3bc8000. 00000001:00000010:3.0:1749393048.742898:0:5751:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800b3bca000. 00000020:00000010:3.0:1749393048.742964:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aafbb000. 00000020:00000010:3.0:1749393048.742969:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012b2c2420. 00000020:00000010:3.0:1749393048.743044:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aafbb400. 00000020:00000010:3.0:1749393048.743049:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800aafb6800. 00000100:00000010:3.0:1749393048.743062:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2f800. 00000100:00000010:3.0:1749393048.743066:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9e2fb80. 00000020:00000010:3.0:1749393048.743264:0:5751:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aafbb800. 00000020:00000010:3.0:1749393048.743267:0:5751:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b3b43000. 00000020:00000010:3.0:1749393048.743282:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800aafb6600. 00000020:00000010:3.0:1749393048.743287:0:5751:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.743289:0:5751:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.743292:0:5751:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a5ca80. 00008000:00000010:3.0:1749393048.743296:0:5751:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.743300:0:5751:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.743302:0:5751:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.743310:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aafb6400. 00000020:00000010:3.0:1749393048.743314:0:5751:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b670e400. 00000020:00000010:3.0:1749393048.743316:0:5751:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b67cb000. 00000008:00000010:3.0:1749393048.743318:0:5751:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012bf72160. 00020000:00000010:3.0:1749393048.743320:0:5751:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393048.743323:0:5751:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012ab6e7c0. 00000080:00000010:3.0:1749393048.743325:0:5751:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8801368a90f0. 00000020:00000010:3.0:1749393048.743327:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aafb6200. 00000020:00000010:3.0:1749393048.743330:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a5c0c0. 00000020:00000010:3.0:1749393048.743333:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.743337:0:5751:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.743340:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b670e400. 00000020:00000010:3.0:1749393048.743344:0:5751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aafb6200. 00000020:00000010:3.0:1749393048.743346:0:5751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aafb6400. 00000020:00000010:3.0:1749393048.743348:0:5751:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.743351:0:5751:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.743353:0:5751:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a5c0c0. 00008000:00000010:3.0:1749393048.743355:0:5751:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.743358:0:5751:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.743359:0:5751:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00020000:00000010:3.0:1749393048.743366:0:5751:0:(lov_obd.c:493:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800aafb6600. 00000020:00000010:3.0:1749393048.743371:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800aafb6400. 00000020:00000010:3.0:1749393048.743373:0:5751:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800b5895960. 00000008:00000010:3.0:1749393048.743375:0:5751:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012b49aca0. 00020000:00000010:3.0:1749393048.743378:0:5751:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a5c0c0. 00008000:00000010:3.0:1749393048.743380:0:5751:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012bf74e20. 00000080:00000010:3.0:1749393048.743382:0:5751:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8801368a82a0. 00000080:00000010:3.0:1749393048.743384:0:5751:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff880131038920. 00000020:00000010:3.0:1749393048.743386:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aafb6200. 00000020:00000010:3.0:1749393048.743389:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b670e400. 00000020:00000010:3.0:1749393048.743392:0:5751:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.743397:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012aac8f00. 00000020:00000010:3.0:1749393048.743406:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012aac8f00. 00000020:00000010:3.0:1749393048.743413:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012aac8f00. 00000020:00000010:3.0:1749393048.743415:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012aac8f00. 00000020:00000010:3.0:1749393048.743419:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8800b6f83940. 00000020:00000010:3.0:1749393048.743421:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8800b6f83940. 00000100:00000010:3.0:1749393048.743438:0:5751:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc000. 02000000:00000010:3.0:1749393048.743448:0:5751:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aafb6200. 00000100:00000010:3.0:1749393048.743460:0:5751:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3a5c0c0. 02000000:00000010:3.0:1749393048.743489:0:5751:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800b3bd0000. 00000400:00000200:3.0:1749393048.743498:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393048.743502:0:5751:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 00000400:00000010:3.0:1749393048.743508:0:5751:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b3a5ca80. 00000100:00000200:3.0:1749393048.743535:0:5751:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834371499688960, portal 25 00000400:00000010:3.0:1749393048.743540:0:5751:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43330. 00000100:00000200:3.0:1749393048.743543:0:5751:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834371499688960, offset 0 00000400:00000200:3.0:1749393048.743549:0:5751:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393048.743555:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.743559:0:5751:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393048.743563:0:5751:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393048.743566:0:5751:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393048.743570:0:5751:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393048.743572:0:5751:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393048.743576:0:5751:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [11:11:256:4294967295] 192.168.203.132@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1749393048.743581:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.743588:0:5751:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393048.743593:0:5751:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393048.743596:0:5751:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000800:00000200:3.0:1749393048.743630:0:5751:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393048.743637:0:5751:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393048.743640:0:5751:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1749393048.743662:0:5751:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393048.743672:0:5751:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6f83940. 00000100:00000010:3.0:1749393048.743688:0:5751:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6f83100. 00000800:00000200:2.0:1749393048.743779:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.743785:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:2.0:1749393048.743790:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.743797:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.743801:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43330 00000400:00000010:2.0:1749393048.743803:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43330. 00000100:00000200:2.0:1749393048.743810:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc000 x1834371499688960/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.745306:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.745314:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.745320:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.745324:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.745336:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.745340:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 8472 into portal 25 MB=0x68459e5a00400 00000400:00000200:2.0:1749393048.745345:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.745350:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 8472/8472 into md 0x275 [4] + 224 00000400:00000200:2.0:1749393048.745377:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.745382:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393048.745389:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc000 x1834371499688960/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393048.745549:0:5751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:3.0:1749393048.745558:0:5751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3a5ca80 00000400:00000010:3.0:1749393048.745560:0:5751:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff8800b3a5ca80. 00000100:00000200:3.0:1749393048.745571:0:5751:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc000 x1834371499688960/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393048.745583:0:5751:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc000 x1834371499688960/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393048.745630:0:5751:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b3a5c0c0. 02000000:00000010:3.0:1749393048.745640:0:5751:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800b3bd0000. 02000000:00000010:3.0:1749393048.745656:0:5751:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aafb6200. 00000100:00000010:3.0:1749393048.745659:0:5751:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc000. 00000020:00000010:3.0:1749393048.745670:0:5751:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012aac8100. 00000020:00000010:3.0:1749393048.745673:0:5751:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012aac8100. 00000040:00000010:3.0:1749393048.745676:0:5751:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff8800b30a2000. 00000020:00000010:3.0:1749393048.745684:0:5751:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012d5a0c40. 00000020:00000010:3.0:1749393048.745714:0:5751:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b388f800. 00000040:00000010:3.0:1749393048.745719:0:5751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b388fa00. 00000020:00000010:3.0:1749393048.745722:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a9d99000. 00000020:00000010:3.0:1749393048.745729:0:5751:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9c49e30. 00000020:00000010:3.0:1749393048.745734:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b388fc00. 80000000:00000010:3.0:1749393048.745737:0:5751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b387a4e0. 40000000:00000010:3.0:1749393048.745741:0:5751:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012d5a02c0. 00100000:00000010:3.0:1749393048.745744:0:5751:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a9d99800. 00040000:00000010:3.0:1749393048.745748:0:5751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012e1ec400. 00040000:00000010:3.0:1749393048.745752:0:5751:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a9d9a000. 00040000:00000010:3.0:1749393048.745757:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b388fe00. 00000004:00000010:3.0:1749393048.745760:0:5751:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a9d9a800. 00000004:00000010:3.0:1749393048.745766:0:5751:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800b5978000. 00000004:00000010:3.0:1749393048.745771:0:5751:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800a9d9b000. 00002000:00000010:3.0:1749393048.745776:0:5751:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800b3267000. 00000004:00000010:3.0:1749393048.745779:0:5751:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800b3266800. 00000020:00000010:3.0:1749393048.745791:0:5751:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b388f600. 00000040:00000010:0.0:1749393048.745901:0:5733:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8800b387a540. 00000040:00000010:0.0:1749393048.745913:0:5733:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800b30a0000. 00000040:00000010:0.0:1749393048.745919:0:5733:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b388f400. 00000020:00000010:0.0:1749393048.745925:0:5733:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b388ea00. 00000040:00000010:0.0:1749393048.745930:0:5733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b388ec00. 00000020:00000010:0.0:1749393048.745933:0:5733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a9d98800. 00000020:00000010:0.0:1749393048.745940:0:5733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b388ee00. 80000000:00000010:0.0:1749393048.745943:0:5733:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b387a5a0. 00040000:00000010:0.0:1749393048.745947:0:5733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b388f000. 20000000:00000010:0.0:1749393048.745951:0:5733:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800b388f200. 00000020:00000010:0.0:1749393048.745954:0:5733:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b388e200. 10000000:00000010:0.0:1749393048.745957:0:5733:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012d5a0cc0. 00000100:00000010:0.0:1749393048.746002:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749393048.746013:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b308bc00. 00010000:00000010:0.0:1749393048.746023:0:5733:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b6f67b00. 00010000:00000010:0.0:1749393048.746027:0:5733:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b308b200. 00000020:00000010:0.0:1749393048.746031:0:5733:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff880136987f40. 00000100:00000010:0.0:1749393048.746041:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012aa8f540. 02000000:00000010:0.0:1749393048.746058:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393048.746064:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393048.746068:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6108. 00000400:00000010:0.0:1749393048.746071:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393048.746076:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499689088, portal 25 00000400:00000010:0.0:1749393048.746080:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393048.746082:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834371499689088, offset 0 00000400:00000200:0.0:1749393048.746089:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393048.746094:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.746099:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393048.746103:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393048.746107:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393048.746110:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393048.746112:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393048.746115:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [12:12:256:4294967295] 192.168.203.132@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1749393048.746120:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.746128:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393048.746133:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393048.746136:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393048.746140:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393048.746147:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393048.746151:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1749393048.746171:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.746269:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.746274:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393048.746278:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.746286:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.746291:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749393048.746294:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749393048.746301:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499689088/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.747496:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.747503:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.747530:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.747534:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.747538:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.747542:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 344 into portal 25 MB=0x68459e5a00480 00000400:00000200:2.0:1749393048.747546:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.747550:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 344/344 into md 0x285 [1] + 224 00000400:00000200:2.0:1749393048.747569:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.747573:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393048.747580:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499689088/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393048.747653:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6108. 00000400:00000200:0.0:1749393048.747658:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393048.747659:0:5733:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393048.747666:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499689088/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393048.747676:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499689088/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749393048.747694:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012aa8f540. 02000000:00000010:0.0:1749393048.747716:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393048.747719:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b308bc00. 00000100:00000010:0.0:1749393048.747722:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 10000000:00000010:0.0:1749393048.747729:0:5733:0:(mgc_request.c:1496:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8800b59e9000. 00000100:00000010:0.0:1749393048.748353:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749393048.748360:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b308bc00. 00000100:00000010:0.0:1749393048.748366:0:5733:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800a9c58c00. 00000100:00000010:0.0:1749393048.748369:0:5733:0:(client.c:179:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800aadeb000. 00000100:00000010:0.0:1749393048.748382:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012aa8f540. 00000400:00000200:0.0:1749393048.748394:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393048.748396:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6108. 00000400:00000010:0.0:1749393048.748403:0:5733:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a9c52000. 00000100:00000200:0.0:1749393048.748408:0:5733:0:(niobuf.c:426:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x68459e5a00500-0x68459e5a00500, portal 33 02000000:00000010:0.0:1749393048.748413:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ed9400. 00000400:00000200:0.0:1749393048.748417:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393048.748418:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393048.748421:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393048.748423:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499689216, portal 25 00000400:00000010:0.0:1749393048.748425:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393048.748427:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1834371499689216, offset 0 00000400:00000200:0.0:1749393048.748433:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393048.748437:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.748440:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393048.748444:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393048.748447:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393048.748449:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393048.748451:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393048.748454:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [13:13:256:4294967295] 192.168.203.132@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1749393048.748459:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.748466:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393048.748470:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393048.748478:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67c00. 00000800:00000200:0.0:1749393048.748482:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393048.748488:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393048.748490:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67c00 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:0.0:1749393048.748534:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.748671:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.748677:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67c00. 00000400:00000200:2.0:1749393048.748689:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.748695:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.748699:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:2.0:1749393048.748701:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749393048.748708:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499689216/t0(0) o256->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 304/240 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393048.749874:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.749879:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393048.749884:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.749888:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.749891:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.749894:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 176 into portal 33 MB=0x68459e5a00500 00000400:00000200:2.0:1749393048.749899:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.749903:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.132@tcp of length 176/176 into md 0x28d [256] + 0 00000400:00000010:2.0:1749393048.749907:0:1996:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6108. 00000400:00000200:2.0:1749393048.749910:0:1996:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a9c52000 00000400:00000200:2.0:1749393048.749923:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.749927:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.749931:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9c52000 00000400:00000010:2.0:1749393048.749932:0:1996:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 4216 at ffff8800a9c52000. 00000100:00000200:2.0:1749393048.749938:0:1996:0:(events.c:193:client_bulk_callback()) event type 2, status 0, desc ffff8800a9c58c00 00000400:00000200:2.0:1749393048.749960:0:1996:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1749393048.749964:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.749968:0:1996:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.32@tcp to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393048.749973:0:1996:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [14:14:256:4294967295] 192.168.203.132@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1749393048.749977:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.749984:0:1996:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) 192.168.203.132@tcp : ACK try# 0 00000800:00000200:2.0:1749393048.749989:0:1996:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393048.749997:0:1996:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff880136a1a000. 00000800:00000200:2.0:1749393048.750001:0:1996:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393048.750012:0:1996:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393048.750016:0:1996:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a1a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1749393048.750075:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.750078:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff880136a1a000. 00000400:00000200:2.0:1749393048.750081:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.750085:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: ACK: OK 00000100:00000010:2.0:1749393048.750666:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6f83940. 00000100:00000010:3.0:1749393048.750677:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6f83100. 00000400:00000200:3.0:1749393048.751199:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.751206:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393048.751214:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.751218:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.751222:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.751226:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 240 into portal 25 MB=0x68459e5a00500 00000400:00000200:3.0:1749393048.751231:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.751237:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 240/240 into md 0x295 [1] + 224 00000400:00000200:3.0:1749393048.751258:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.751263:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393048.751271:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499689216/t0(0) o256->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 304/240 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393048.751345:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393048.751351:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393048.751353:0:5733:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393048.751361:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499689216/t0(0) o256->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 304/240 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393048.751372:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499689216/t0(0) o256->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 304/240 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749393048.751391:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012aa8f540. 10000000:00000010:0.0:1749393048.751399:0:5733:0:(mgc_request.c:1217:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8800aade8000. 00000100:00000200:0.0:1749393048.751411:0:5733:0:(lustre_peer.c:176:class_add_nids_to_uuid()) Comparing with 192.168.203.132@tcp 00000100:00000200:0.0:1749393048.751414:0:5733:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:0.0:1749393048.751421:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.751425:0:5733:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 10000000:00000010:0.0:1749393048.751430:0:5733:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b6f2a900. 00000020:00000010:0.0:1749393048.751438:0:5733:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5a09400. 00000020:00000010:0.0:1749393048.751442:0:5733:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64dee00. 00000020:00000010:0.0:1749393048.751445:0:5733:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012a507f00. 00000008:00000010:0.0:1749393048.751450:0:5733:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c41650. 00020000:00000010:0.0:1749393048.751453:0:5733:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012aa8f540. 00008000:00000010:0.0:1749393048.751456:0:5733:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aaf04710. 00000080:00000010:0.0:1749393048.751461:0:5733:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6731150. 00000080:00000010:0.0:1749393048.751464:0:5733:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b66b8490. 00000020:00000010:0.0:1749393048.751532:0:5733:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b64dee00. 00000020:00000010:0.0:1749393048.751537:0:5733:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff88012a507f00. 00000008:00000010:0.0:1749393048.751540:0:5733:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9c41650. 00020000:00000010:0.0:1749393048.751545:0:5733:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88012aa8f540. 00008000:00000010:0.0:1749393048.751547:0:5733:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800aaf04710. 00000080:00000010:0.0:1749393048.751559:0:5733:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6731150. 00000080:00000010:0.0:1749393048.751561:0:5733:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b66b8490. 00000020:00000010:0.0:1749393048.751564:0:5733:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5a09400. 10000000:00000010:0.0:1749393048.751568:0:5733:0:(mgc_request.c:1446:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b6f2a900. 00000100:00000200:0.0:1749393048.751577:0:5733:0:(lustre_peer.c:176:class_add_nids_to_uuid()) Comparing with 192.168.203.132@tcp 00000100:00000200:0.0:1749393048.751579:0:5733:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:0.0:1749393048.751583:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.751586:0:5733:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 10000000:00000010:0.0:1749393048.751590:0:5733:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b6f2a900. 00000020:00000010:0.0:1749393048.751594:0:5733:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64dee00. 00000020:00000010:0.0:1749393048.751597:0:5733:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64de200. 00000020:00000010:0.0:1749393048.751598:0:5733:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012a507f00. 00000008:00000010:0.0:1749393048.751630:0:5733:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c41650. 00020000:00000010:0.0:1749393048.751632:0:5733:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012aa8f540. 00008000:00000010:0.0:1749393048.751634:0:5733:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aaf04710. 00000080:00000010:0.0:1749393048.751637:0:5733:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6731150. 00000080:00000010:0.0:1749393048.751639:0:5733:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b66b8490. 00000020:00000010:0.0:1749393048.751664:0:5733:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b64de200. 00000020:00000010:0.0:1749393048.751666:0:5733:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff88012a507f00. 00000008:00000010:0.0:1749393048.751668:0:5733:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9c41650. 00020000:00000010:0.0:1749393048.751671:0:5733:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88012aa8f540. 00008000:00000010:0.0:1749393048.751674:0:5733:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800aaf04710. 00000080:00000010:0.0:1749393048.751676:0:5733:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6731150. 00000080:00000010:0.0:1749393048.751678:0:5733:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b66b8490. 00000020:00000010:0.0:1749393048.751680:0:5733:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b64dee00. 10000000:00000010:0.0:1749393048.751682:0:5733:0:(mgc_request.c:1446:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b6f2a900. 00000100:00000200:0.0:1749393048.751689:0:5733:0:(lustre_peer.c:176:class_add_nids_to_uuid()) Comparing with 192.168.203.132@tcp 00000100:00000200:0.0:1749393048.751691:0:5733:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:0.0:1749393048.751694:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.751696:0:5733:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 10000000:00000010:0.0:1749393048.751699:0:5733:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b6f2a900. 00000020:00000010:0.0:1749393048.751703:0:5733:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64dee00. 00000020:00000010:0.0:1749393048.751704:0:5733:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64de200. 00000020:00000010:0.0:1749393048.751712:0:5733:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012a507f00. 00000008:00000010:0.0:1749393048.751715:0:5733:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c41650. 00020000:00000010:0.0:1749393048.751717:0:5733:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012aa8f540. 00008000:00000010:0.0:1749393048.751719:0:5733:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aaf04710. 00000080:00000010:0.0:1749393048.751722:0:5733:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6731150. 00000080:00000010:0.0:1749393048.751724:0:5733:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b66b8490. 00000020:00000010:0.0:1749393048.751744:0:5733:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b64de200. 00000020:00000010:0.0:1749393048.751746:0:5733:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff88012a507f00. 00000008:00000010:0.0:1749393048.751747:0:5733:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9c41650. 00020000:00000010:0.0:1749393048.751750:0:5733:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88012aa8f540. 00008000:00000010:0.0:1749393048.751751:0:5733:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800aaf04710. 00000080:00000010:0.0:1749393048.751754:0:5733:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6731150. 00000080:00000010:0.0:1749393048.751755:0:5733:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b66b8490. 00000020:00000010:0.0:1749393048.751758:0:5733:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b64dee00. 10000000:00000010:0.0:1749393048.751760:0:5733:0:(mgc_request.c:1446:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b6f2a900. 00000100:00000200:0.0:1749393048.751766:0:5733:0:(lustre_peer.c:176:class_add_nids_to_uuid()) Comparing with 192.168.203.132@tcp 00000100:00000200:0.0:1749393048.751767:0:5733:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:0.0:1749393048.751770:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.751773:0:5733:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 10000000:00000010:0.0:1749393048.751775:0:5733:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b6f2a900. 00000020:00000010:0.0:1749393048.751778:0:5733:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64dee00. 00000020:00000010:0.0:1749393048.751779:0:5733:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64de200. 00000020:00000010:0.0:1749393048.751781:0:5733:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012a507f00. 00000008:00000010:0.0:1749393048.751783:0:5733:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c41650. 00020000:00000010:0.0:1749393048.751785:0:5733:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012aa8f540. 00008000:00000010:0.0:1749393048.751787:0:5733:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aaf04710. 00000080:00000010:0.0:1749393048.751789:0:5733:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6731150. 00000080:00000010:0.0:1749393048.751790:0:5733:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b66b8490. 00000020:00000010:0.0:1749393048.751805:0:5733:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b64de200. 00000020:00000010:0.0:1749393048.751807:0:5733:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff88012a507f00. 00000008:00000010:0.0:1749393048.751809:0:5733:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9c41650. 00020000:00000010:0.0:1749393048.751811:0:5733:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88012aa8f540. 00008000:00000010:0.0:1749393048.751812:0:5733:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800aaf04710. 00000080:00000010:0.0:1749393048.751819:0:5733:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6731150. 00000080:00000010:0.0:1749393048.751821:0:5733:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b66b8490. 00000020:00000010:0.0:1749393048.751824:0:5733:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b64dee00. 10000000:00000010:0.0:1749393048.751826:0:5733:0:(mgc_request.c:1446:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b6f2a900. 10000000:00000010:0.0:1749393048.751828:0:5733:0:(mgc_request.c:1458:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8800aade8000. 02000000:00000010:0.0:1749393048.751833:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ed9400. 00000100:00000010:0.0:1749393048.751844:0:5733:0:(client.c:326:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800aadeb000. 00000100:00000010:0.0:1749393048.751846:0:5733:0:(client.c:327:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393048.751849:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b308bc00. 00000100:00000010:0.0:1749393048.751852:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 10000000:00000010:0.0:1749393048.752565:0:5733:0:(mgc_request.c:1614:mgc_process_recover_log()) kfreed 'pages': 2048 at ffff8800b59e9000. 00000100:00000010:0.0:1749393048.752589:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749393048.752597:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b64dee00. 00010000:00000010:0.0:1749393048.752645:0:5733:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b6f67300. 00010000:00000010:0.0:1749393048.752649:0:5733:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b64de200. 00000100:00000010:0.0:1749393048.752658:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012aa8f540. 02000000:00000010:0.0:1749393048.752668:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393048.752673:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393048.752675:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393048.752678:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393048.752682:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499689344, portal 25 00000400:00000010:0.0:1749393048.752685:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393048.752688:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834371499689344, offset 0 00000400:00000200:0.0:1749393048.752693:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393048.752698:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.752702:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393048.752706:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393048.752709:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393048.752712:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393048.752714:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393048.752718:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [15:15:256:4294967295] 192.168.203.132@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1749393048.752722:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.752737:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393048.752742:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393048.752746:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393048.752750:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393048.752756:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393048.752759:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1749393048.752780:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393048.752783:0:5733:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369876c0. 00000100:00000010:0.0:1749393048.752791:0:5733:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136987000. 00000800:00000200:2.0:1749393048.752852:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.752857:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393048.752863:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.752870:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.752875:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:2.0:1749393048.752878:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749393048.752887:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499689344/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393048.754212:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.754218:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393048.754224:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.754228:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.754232:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.754236:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 344 into portal 25 MB=0x68459e5a00580 00000400:00000200:3.0:1749393048.754241:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.754246:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 344/344 into md 0x29d [1] + 224 00000400:00000200:3.0:1749393048.754263:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.754267:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393048.754275:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499689344/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393048.754331:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393048.754336:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393048.754337:0:5733:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393048.754345:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499689344/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393048.754355:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499689344/t0(0) o101->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749393048.754372:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012aa8f540. 02000000:00000010:0.0:1749393048.754382:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393048.754386:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b64dee00. 00000100:00000010:0.0:1749393048.754388:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 10000000:00000010:0.0:1749393048.754393:0:5733:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136987840. 00000020:00000010:0.0:1749393048.754395:0:5733:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b64dee00. 00000020:00000010:0.0:1749393048.754398:0:5733:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b64dec00. 00000040:00000010:0.0:1749393048.754401:0:5733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b64de400. 00000020:00000010:0.0:1749393048.754403:0:5733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b59e9000. 00000020:00000010:0.0:1749393048.754407:0:5733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b64dea00. 80000000:00000010:0.0:1749393048.754410:0:5733:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012a507f00. 00040000:00000010:0.0:1749393048.754413:0:5733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b308bc00. 20000000:00000010:0.0:1749393048.754417:0:5733:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b6ed9400. 00000040:00000010:0.0:1749393048.754421:0:5733:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800b5a09400. 00000100:00000010:0.0:1749393048.754425:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749393048.754439:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b646e400. 00000100:00000010:0.0:1749393048.754447:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012aa8f540. 02000000:00000010:0.0:1749393048.754455:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646f200. 00000400:00000200:0.0:1749393048.754460:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393048.754463:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393048.754466:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393048.754470:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499689472, portal 25 00000400:00000010:0.0:1749393048.754473:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393048.754475:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1834371499689472, offset 0 00000400:00000200:0.0:1749393048.754480:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393048.754485:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.754490:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393048.754494:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393048.754497:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393048.754499:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393048.754502:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393048.754505:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [16:16:256:4294967295] 192.168.203.132@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1749393048.754534:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.754543:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393048.754548:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393048.754551:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393048.754555:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393048.754561:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393048.754564:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:0.0:1749393048.754584:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.754660:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.754665:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393048.754668:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.754674:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.754677:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749393048.754679:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749393048.754685:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499689472/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393048.755907:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.755915:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393048.755923:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.755928:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.755942:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.755947:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 272 into portal 25 MB=0x68459e5a00600 00000400:00000200:3.0:1749393048.755954:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.755960:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 272/272 into md 0x2a5 [1] + 224 00000400:00000200:3.0:1749393048.755984:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.755991:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393048.756000:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499689472/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393048.756056:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393048.756061:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393048.756062:0:5733:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393048.756069:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499689472/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393048.756079:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499689472/t0(0) o501->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749393048.756102:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012aa8f540. 02000000:00000010:0.0:1749393048.756109:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646f200. 02000000:00000010:0.0:1749393048.756112:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b646e400. 00000100:00000010:0.0:1749393048.756115:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 00000040:00000010:0.0:1749393048.756121:0:5733:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800a9c54000. 00000100:00000010:0.0:1749393048.756125:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749393048.756130:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b646e400. 00000100:00000010:0.0:1749393048.756136:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012aa8f540. 02000000:00000010:0.0:1749393048.756156:0:5733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8801373f0000. 00000400:00000200:0.0:1749393048.756161:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393048.756164:0:5733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393048.756167:0:5733:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88012aa8f6c0. 00000100:00000200:0.0:1749393048.756170:0:5733:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834371499689600, portal 25 00000400:00000010:0.0:1749393048.756174:0:5733:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393048.756175:0:5733:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834371499689600, offset 0 00000400:00000200:0.0:1749393048.756180:0:5733:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393048.756185:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.756190:0:5733:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393048.756194:0:5733:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393048.756196:0:5733:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393048.756199:0:5733:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393048.756201:0:5733:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393048.756205:0:5733:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [17:17:256:4294967295] 192.168.203.132@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1749393048.756209:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.756217:0:5733:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393048.756221:0:5733:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393048.756224:0:5733:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393048.756228:0:5733:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393048.756234:0:5733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393048.756237:0:5733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1749393048.756267:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.756340:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.756344:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393048.756348:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.756354:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.756357:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749393048.756359:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749393048.756365:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499689600/t0(0) o503->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749393048.757301:0:5755:0:(lproc_ptlrpc.c:1364:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012ab8c600. 00000020:00000010:1.0:1749393048.757310:0:5755:0:(lproc_ptlrpc.c:1416:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012ab8c600. 00000400:00000200:3.0:1749393048.757572:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.757577:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393048.757582:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.757586:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.757589:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.757592:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 8416 into portal 25 MB=0x68459e5a00680 00000400:00000200:3.0:1749393048.757597:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.757601:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 8416/8416 into md 0x2ad [4] + 224 00000400:00000200:3.0:1749393048.757658:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.757663:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393048.757671:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499689600/t0(0) o503->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393048.757721:0:5733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393048.757728:0:5733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012aa8f6c0 00000400:00000010:0.0:1749393048.757730:0:5733:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff88012aa8f6c0. 00000100:00000200:0.0:1749393048.757740:0:5733:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499689600/t0(0) o503->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393048.757753:0:5733:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499689600/t0(0) o503->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749393048.757776:0:5733:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012aa8f540. 02000000:00000010:0.0:1749393048.757788:0:5733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8801373f0000. 02000000:00000010:0.0:1749393048.757803:0:5733:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b646e400. 00000100:00000010:0.0:1749393048.757808:0:5733:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 00000040:00000010:0.0:1749393048.757816:0:5733:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff88012a507ea0. 00000020:00000010:2.0:1749393048.757952:0:5757:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e86400. 00000020:00000010:2.0:1749393048.757966:0:5757:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e87400. 00000040:00000010:2.0:1749393048.757969:0:5757:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6e86a00. 00000020:00000010:2.0:1749393048.757972:0:5757:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b6d1a800. 00000020:00000010:2.0:1749393048.757976:0:5757:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012ec30a10. 00000020:00000010:2.0:1749393048.757979:0:5757:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e87a00. 80000000:00000010:2.0:1749393048.757982:0:5757:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b301b7e0. 40000000:00000010:2.0:1749393048.757985:0:5757:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b674d7c0. 00100000:00000010:2.0:1749393048.757989:0:5757:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6d1f000. 00040000:00000010:2.0:1749393048.757992:0:5757:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6f0ec00. 00040000:00000010:2.0:1749393048.757996:0:5757:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6d18800. 00040000:00000010:2.0:1749393048.758005:0:5757:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801373f6000. 00000004:00000010:2.0:1749393048.758009:0:5757:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6d1b000. 00000004:00000010:2.0:1749393048.758013:0:5757:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b3953000. 00000004:00000010:2.0:1749393048.758017:0:5757:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b595a800. 00002000:00000010:2.0:1749393048.758020:0:5757:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b3a92c00. 00000004:00000010:2.0:1749393048.758023:0:5757:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b3a93000. 00000020:00000010:2.0:1749393048.758027:0:5757:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b674dd40. 00000040:00000010:2.0:1749393048.758033:0:5757:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880136a1a000. 00000100:00000010:2.0:1749393048.758040:0:5757:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393048.758048:0:5757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801373f6200. 00000100:00000010:2.0:1749393048.758056:0:5757:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3048c00. 02000000:00000010:2.0:1749393048.758077:0:5757:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8801373f8000. 00000400:00000200:2.0:1749393048.758084:0:5757:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393048.758087:0:5757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393048.758091:0:5757:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b5aac0c0. 00000100:00000200:2.0:1749393048.758095:0:5757:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834371499689728, portal 25 00000400:00000010:2.0:1749393048.758104:0:5757:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e000. 00000100:00000200:2.0:1749393048.758107:0:5757:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834371499689728, offset 0 00000400:00000200:2.0:1749393048.758222:0:5757:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393048.758228:0:5757:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.758233:0:5757:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393048.758237:0:5757:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393048.758240:0:5757:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393048.758248:0:5757:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393048.758251:0:5757:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393048.758254:0:5757:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [18:18:256:4294967295] 192.168.203.132@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1749393048.758259:0:5757:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.758267:0:5757:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393048.758272:0:5757:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.132@tcp 00000020:00000010:3.0:1749393048.758274:0:5754:0:(lproc_ptlrpc.c:1364:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800aae15f40. 00000800:00000010:2.0:1749393048.758275:0:5757:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:2.0:1749393048.758280:0:5757:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393048.758285:0:5757:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000020:00000010:3.0:1749393048.758285:0:5754:0:(lproc_ptlrpc.c:1416:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800aae15f40. 00000800:00000200:2.0:1749393048.758288:0:5757:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1749393048.758299:0:5757:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393048.758365:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393048.758369:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:2.0:1749393048.758373:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393048.758379:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393048.758383:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e000 00000400:00000010:2.0:1749393048.758386:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e000. 00000100:00000200:2.0:1749393048.758393:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499689728/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749393048.759288:0:5752:0:(lproc_ptlrpc.c:1364:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012ab8c540. 00000020:00000010:1.0:1749393048.759297:0:5752:0:(lproc_ptlrpc.c:1416:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012ab8c540. 00000400:00000200:3.0:1749393048.759803:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.759809:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393048.759815:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.759818:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.759822:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.759825:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 8472 into portal 25 MB=0x68459e5a00700 00000400:00000200:3.0:1749393048.759829:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.759834:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 8472/8472 into md 0x2b5 [4] + 224 00000400:00000200:3.0:1749393048.759868:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.759872:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393048.759880:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499689728/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393048.759950:0:5757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393048.759957:0:5757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5aac0c0 00000400:00000010:2.0:1749393048.759959:0:5757:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff8800b5aac0c0. 00000100:00000200:2.0:1749393048.759969:0:5757:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499689728/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393048.759984:0:5757:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499689728/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393048.760006:0:5757:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b3048c00. 02000000:00000010:2.0:1749393048.760018:0:5757:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8801373f8000. 02000000:00000010:2.0:1749393048.760037:0:5757:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801373f6200. 00000100:00000010:2.0:1749393048.760043:0:5757:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000020:00000010:2.0:1749393048.760063:0:5757:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6f0e100. 00000020:00000010:2.0:1749393048.760067:0:5757:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6f0e100. 00000020:00000010:2.0:1749393048.760072:0:5757:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff880137648ca0. 00000020:00000010:2.0:1749393048.760077:0:5757:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff8800b3011200. 00000020:00000010:2.0:1749393048.760111:0:5757:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff8800b3011200. 00000020:00000010:2.0:1749393048.760116:0:5757:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff880137648ca0. 00000100:00000010:2.0:1749393048.760123:0:5757:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393048.760132:0:5757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801373f6200. 00000100:00000010:2.0:1749393048.760142:0:5757:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5aac0c0. 02000000:00000010:2.0:1749393048.760162:0:5757:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8801373f8000. 00000400:00000200:2.0:1749393048.760172:0:5757:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393048.760177:0:5757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393048.760184:0:5757:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b5aac840. 00000100:00000200:2.0:1749393048.760190:0:5757:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834371499689856, portal 25 00000400:00000010:2.0:1749393048.760195:0:5757:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e000. 00000100:00000200:2.0:1749393048.760198:0:5757:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834371499689856, offset 0 00000400:00000200:2.0:1749393048.760204:0:5757:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393048.760211:0:5757:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.760217:0:5757:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393048.760222:0:5757:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393048.760227:0:5757:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393048.760231:0:5757:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393048.760235:0:5757:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393048.760240:0:5757:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [19:19:256:4294967295] 192.168.203.132@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:2.0:1749393048.760246:0:5757:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393048.760257:0:5757:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393048.760265:0:5757:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393048.760270:0:5757:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:2.0:1749393048.760276:0:5757:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393048.760283:0:5757:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393048.760288:0:5757:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1749393048.760315:0:5757:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393048.760389:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393048.760394:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1749393048.760398:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.760404:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393048.760408:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e000 00000400:00000010:3.0:1749393048.760410:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e000. 00000100:00000200:3.0:1749393048.760419:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499689856/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749393048.761362:0:5756:0:(lproc_ptlrpc.c:1364:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff880136b89c80. 00000020:00000010:0.0:1749393048.761369:0:5756:0:(lproc_ptlrpc.c:1416:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff880136b89c80. 00000400:00000200:3.0:1749393048.761731:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.761738:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393048.761743:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.761746:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.761750:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.761754:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 8472 into portal 25 MB=0x68459e5a00780 00000400:00000200:3.0:1749393048.761759:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.761764:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 8472/8472 into md 0x2c5 [4] + 224 00000400:00000200:3.0:1749393048.761792:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.761797:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393048.761806:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499689856/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393048.761897:0:5757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393048.761904:0:5757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5aac840 00000400:00000010:2.0:1749393048.761907:0:5757:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff8800b5aac840. 00000100:00000200:2.0:1749393048.761918:0:5757:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499689856/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393048.761934:0:5757:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499689856/t0(0) o502->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749393064 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393048.761956:0:5757:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b5aac0c0. 02000000:00000010:2.0:1749393048.761968:0:5757:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8801373f8000. 02000000:00000010:2.0:1749393048.761988:0:5757:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801373f6200. 00000100:00000010:2.0:1749393048.761994:0:5757:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000020:00000010:2.0:1749393048.762004:0:5757:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6f0e200. 00000020:00000010:2.0:1749393048.762008:0:5757:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6f0e200. 00000040:00000010:2.0:1749393048.762013:0:5757:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880136a1a000. 00000020:00000010:2.0:1749393048.762025:0:5757:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b674dd40. 00000020:00000010:2.0:1749393048.762036:0:5757:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6e87400. 00000040:00000010:2.0:1749393048.762041:0:5757:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b6e86a00. 00000020:00000010:2.0:1749393048.762046:0:5757:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b6d1a800. 00000020:00000010:2.0:1749393048.762051:0:5757:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012ec30a10. 00000020:00000010:2.0:1749393048.762056:0:5757:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b6e87a00. 80000000:00000010:2.0:1749393048.762060:0:5757:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b301b7e0. 40000000:00000010:2.0:1749393048.762065:0:5757:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b674d7c0. 00100000:00000010:2.0:1749393048.762071:0:5757:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b6d1f000. 00040000:00000010:2.0:1749393048.762077:0:5757:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b6f0ec00. 00040000:00000010:2.0:1749393048.762081:0:5757:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b6d18800. 00040000:00000010:2.0:1749393048.762086:0:5757:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8801373f6000. 00000004:00000010:2.0:1749393048.762090:0:5757:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b6d1b000. 00000004:00000010:2.0:1749393048.762096:0:5757:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800b3953000. 00000004:00000010:2.0:1749393048.762102:0:5757:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b595a800. 00002000:00000010:2.0:1749393048.762108:0:5757:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800b3a92c00. 00000004:00000010:2.0:1749393048.762112:0:5757:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800b3a93000. 00000020:00000010:2.0:1749393048.762117:0:5757:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e86400. 00000040:00000010:0.0:1749393048.762163:0:5733:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff88012a507ea0. 00000040:00000010:0.0:1749393048.762170:0:5733:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800a9c54000. 00000040:00000010:0.0:1749393048.762174:0:5733:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b5a09400. 00000020:00000010:0.0:1749393048.762179:0:5733:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b64dec00. 00000040:00000010:0.0:1749393048.762183:0:5733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b64de400. 00000020:00000010:0.0:1749393048.762186:0:5733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b59e9000. 00000020:00000010:0.0:1749393048.762190:0:5733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b64dea00. 80000000:00000010:0.0:1749393048.762193:0:5733:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012a507f00. 00040000:00000010:0.0:1749393048.762196:0:5733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b308bc00. 20000000:00000010:0.0:1749393048.762200:0:5733:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800b6ed9400. 00000020:00000010:0.0:1749393048.762204:0:5733:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b64dee00. 10000000:00000010:0.0:1749393048.762206:0:5733:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136987840. 00000020:00000010:0.0:1749393048.762217:0:5733:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff8800b30489c0. 00000020:00000010:0.0:1749393048.762220:0:5733:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff8800b3011b00. 00000080:00000010:0.0:1749393048.762227:0:5733:0:(llite_lib.c:1474:ll_fill_super()) kmalloced '(dt)': 33 at ffff880136b89180. 00000080:00000010:0.0:1749393048.762231:0:5733:0:(llite_lib.c:1480:ll_fill_super()) kmalloced '(md)': 33 at ffff880136b893c0. 00000080:00000010:0.0:1749393048.762237:0:5733:0:(llite_lib.c:337:client_common_fill_super()) kmalloced '(data)': 192 at ffff8800b64ca000. 00000080:00000010:0.0:1749393048.762244:0:5733:0:(llite_lib.c:341:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff8800b64ca840. 00000020:00000010:0.0:1749393048.762250:0:5733:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b59e9000. 00000020:00000010:0.0:1749393048.762278:0:5733:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b59ed000. 00000400:00000200:0.0:1749393048.762288:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.762293:0:5733:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.203.132@tcp is discovered: rc = 1 00000100:00000010:0.0:1749393048.762306:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749393048.762313:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a800. 40000000:00000010:0.0:1749393048.762355:0:5733:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b6f67900. 40000000:00000010:0.0:1749393048.762359:0:5733:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff8800b64ca540. 40000000:00000010:0.0:1749393048.762411:0:5733:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff8800b64ca540. 80000000:00000010:0.0:1749393048.762416:0:5733:0:(fld_request.c:151:fld_client_add_target()) kmalloced '(target)': 40 at ffff880136b89800. 00020000:00000010:0.0:1749393048.762422:0:5733:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff8800b6f2a900. 00000100:00000010:0.0:1749393048.762427:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0380. 02000000:00000010:0.0:1749393048.762432:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67500. 02000000:00000010:1.0:1749393048.762441:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393048.762452:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393048.762456:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000020:00000010:0.0:1749393048.762457:0:5733:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b59e8000. 00000400:00000010:1.0:1749393048.762461:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749393048.762465:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499689984, portal 10 00000400:00000200:0.0:1749393048.762466:0:5733:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393048.762470:0:5733:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.203.132@tcp is discovered: rc = 1 00000020:00000010:1.0:1749393048.762473:0:2000:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800b30ac000. 00000100:00000010:0.0:1749393048.762477:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0700. 00000400:00000010:1.0:1749393048.762478:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393048.762481:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499689984, offset 0 02000000:00000010:0.0:1749393048.762482:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:1.0:1749393048.762488:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393048.762494:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 40000000:00000010:0.0:1749393048.762498:0:5733:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b6f67800. 40000000:00000010:0.0:1749393048.762500:0:5733:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff8800b64ca540. 00000400:00000200:1.0:1749393048.762500:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393048.762504:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393048.762507:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393048.762538:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393048.762541:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 40000000:00000010:0.0:1749393048.762544:0:5733:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff8800b64ca540. 80000000:00000010:0.0:1749393048.762548:0:5733:0:(fld_request.c:151:fld_client_add_target()) kmalloced '(target)': 40 at ffff880136b89480. 00000100:00000010:0.0:1749393048.762552:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0a80. 00000400:00000200:1.0:1749393048.762554:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [20:20:256:4294967295] 192.168.203.132@tcp LPNI seq info [20:20:8:4294967295] 02000000:00000010:0.0:1749393048.762557:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67c00. 00000400:00000200:1.0:1749393048.762559:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393048.762568:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00800000:00000010:0.0:1749393048.762572:0:5733:0:(lmv_obd.c:1451:lmv_statfs()) kmalloced '(temp)': 144 at ffff8800b64ca540. 00000800:00000200:1.0:1749393048.762574:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393048.762577:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000100:00000010:0.0:1749393048.762578:0:5733:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0e00. 02000000:00000010:0.0:1749393048.762582:0:5733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67200. 00000800:00000200:1.0:1749393048.762583:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:0.0:1749393048.762586:0:5733:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012aa8f540. 00000800:00000200:1.0:1749393048.762590:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393048.762594:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:0.0:1749393048.762631:0:2001:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800aaff8a10. 00000020:00000010:0.0:1749393048.762634:0:2001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b646f200. 80000000:00000010:0.0:1749393048.762638:0:2001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012a507f00. 00000100:00000010:3.0:1749393048.762642:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136987000. 00000400:00000200:1.0:1749393048.762646:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 40000000:00000010:0.0:1749393048.762647:0:2001:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b89600. 00000008:00000010:0.0:1749393048.762650:0:2001:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c41650. 00020000:00000010:0.0:1749393048.762654:0:2001:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012aa8f6c0. 00008000:00000010:0.0:1749393048.762657:0:2001:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aaf04710. 00100000:00000010:0.0:1749393048.762660:0:2001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6d1b000. 00040000:00000010:0.0:1749393048.762663:0:2001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6f67e00. 00040000:00000010:0.0:1749393048.762666:0:2001:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6d18800. 00040000:00000010:0.0:1749393048.762669:0:2001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b646e400. 00000004:00000010:0.0:1749393048.762672:0:2001:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6d1f000. 00000100:00000010:1.0:1749393048.762673:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c400. 00000004:00000010:0.0:1749393048.762675:0:2001:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aadeb000. 00000004:00000010:0.0:1749393048.762678:0:2001:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6d1a800. 00002000:00000010:0.0:1749393048.762681:0:2001:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9c5b000. 00000004:00000010:0.0:1749393048.762684:0:2001:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9c5b400. 00000080:00000010:0.0:1749393048.762687:0:2001:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6731150. 00000080:00000010:0.0:1749393048.762690:0:2001:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b66b8490. 02000000:00000010:1.0:1749393048.762691:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000400:00000200:1.0:1749393048.762695:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393048.762698:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000008:00000010:0.0:1749393048.762700:0:2001:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8801373f4000. 00000800:00000200:3.0:1749393048.762701:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393048.762702:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a12a8. 00000100:00000200:1.0:1749393048.762705:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499690240, portal 10 00000800:00000010:3.0:1749393048.762705:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00020000:00000010:0.0:1749393048.762707:0:2001:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801373f8000. 00000400:00000200:3.0:1749393048.762708:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00008000:00000010:0.0:1749393048.762711:0:2001:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800aaea8658. 00000020:00000010:1.0:1749393048.762712:0:2000:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800b30ae000. 00000400:00000200:3.0:1749393048.762714:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749393048.762716:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1330. 00000400:00000200:3.0:1749393048.762718:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000080:00000010:0.0:1749393048.762719:0:2001:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880131037000. 00000400:00000010:3.0:1749393048.762728:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393048.762733:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499690240, offset 0 00000100:00000200:3.0:1749393048.762738:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499689984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393048.762739:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393048.762743:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000020:00000010:0.0:1749393048.762747:0:2002:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800aaff8f18. 00000400:00000200:1.0:1749393048.762747:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000020:00000010:0.0:1749393048.762750:0:2002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b646e000. 00000400:00000200:1.0:1749393048.762751:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 80000000:00000010:0.0:1749393048.762753:0:2002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012a507ea0. 00000400:00000200:1.0:1749393048.762753:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 40000000:00000010:0.0:1749393048.762755:0:2002:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b89d00. 00000400:00000200:1.0:1749393048.762756:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000008:00000010:0.0:1749393048.762758:0:2002:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9c42178. 00000400:00000200:1.0:1749393048.762759:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00020000:00000010:0.0:1749393048.762761:0:2002:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012b2d0f00. 00000400:00000200:1.0:1749393048.762763:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [21:21:256:4294967295] 192.168.203.132@tcp LPNI seq info [21:21:8:4294967295] 00008000:00000010:0.0:1749393048.762764:0:2002:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aaf04a98. 00000400:00000200:1.0:1749393048.762767:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00100000:00000010:0.0:1749393048.762768:0:2002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6d19000. 00040000:00000010:0.0:1749393048.762770:0:2002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6f67a00. 00040000:00000010:0.0:1749393048.762775:0:2002:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a685800. 00000400:00000200:1.0:1749393048.762775:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00040000:00000010:0.0:1749393048.762777:0:2002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b646e800. 00000800:00000200:1.0:1749393048.762779:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000004:00000010:0.0:1749393048.762781:0:2002:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b38d6000. 00000800:00000010:1.0:1749393048.762782:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000004:00000010:0.0:1749393048.762783:0:2002:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aade8000. 00000004:00000010:0.0:1749393048.762787:0:2002:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b38d6800. 00000800:00000200:1.0:1749393048.762793:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00002000:00000010:0.0:1749393048.762795:0:2002:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9c5b800. 00000004:00000010:0.0:1749393048.762797:0:2002:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9c5bc00. 00000800:00000200:1.0:1749393048.762798:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000080:00000010:0.0:1749393048.762800:0:2002:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b67311f8. 00000800:00000200:1.0:1749393048.762801:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 616 niov 1 nkiov 1 00000080:00000010:0.0:1749393048.762802:0:2002:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b66b86d8. 00000008:00000010:0.0:1749393048.762805:0:2002:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8801373f4160. 00020000:00000010:0.0:1749393048.762808:0:2002:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801373f8240. 00008000:00000010:0.0:1749393048.762810:0:2002:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800aaea8660. 00000080:00000010:0.0:1749393048.762812:0:2002:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8801310370f0. 00000400:00000200:1.0:1749393048.762812:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393048.762848:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393048.762851:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:3.0:1749393048.762854:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.762859:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393048.762862:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1330 00000400:00000010:3.0:1749393048.762864:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1330. 00000100:00000200:3.0:1749393048.762870:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0700 x1834371499690240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393048.763986:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.763994:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393048.764001:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.764004:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.764008:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.764012:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a00800 00000400:00000200:3.0:1749393048.764017:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.764023:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2d5 [1] + 0 00000400:00000200:3.0:1749393048.764032:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.764037:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393048.764046:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499689984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393048.764089:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.764093:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393048.764097:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.764100:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.764103:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.764106:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a00900 00000400:00000200:3.0:1749393048.764110:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393048.764122:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2dd [1] + 0 00000400:00000200:3.0:1749393048.764137:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393048.764141:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393048.764147:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0700 x1834371499690240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393048.764182:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393048.764189:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a12a8 00000400:00000010:1.0:1749393048.764192:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a12a8. 00000100:00000200:1.0:1749393048.764202:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0700 x1834371499690240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393048.764215:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0700 x1834371499690240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393048.764238:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393048.764240:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:1.0:1749393048.764242:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749393048.764247:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499689984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393048.764255:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499689984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393048.764269:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393048.764273:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5ac00. 00000100:00000010:1.0:1749393048.764279:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0700. 02000000:00000010:1.0:1749393048.764283:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393048.764285:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a800. 00000100:00000010:1.0:1749393048.764288:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 00000100:00000010:2.0:1749393048.765694:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369876c0. 00000100:00000010:3.0:1749393048.765708:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c400. 00000020:00000010:2.0:1749393049.715726:0:540:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8801373f6000. 00000100:00000010:3.0:1749393053.767730:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc000. 02000000:00000010:3.0:1749393053.767756:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8900. 00000100:00000010:3.0:1749393053.767806:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc380. 02000000:00000010:3.0:1749393053.767815:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3267000. 00000100:00000010:3.0:1749393053.767838:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc700. 02000000:00000010:3.0:1749393053.767842:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3266800. 00000020:00000010:3.0:1749393053.767870:0:2003:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9c49e30. 00000020:00000010:3.0:1749393053.767875:0:2003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800aafb7000. 80000000:00000010:3.0:1749393053.767879:0:2003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5895960. 40000000:00000010:3.0:1749393053.767883:0:2003:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800aae155c0. 00000020:00000010:2.0:1749393053.767884:0:2004:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012ec30a10. 00000008:00000010:3.0:1749393053.767889:0:2003:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012b49aca0. 00000020:00000010:2.0:1749393053.767892:0:2004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8801373f6200. 00020000:00000010:3.0:1749393053.767894:0:2003:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a5cb40. 80000000:00000010:2.0:1749393053.767896:0:2004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b301b7e0. 40000000:00000010:2.0:1749393053.767899:0:2004:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b674d880. 00008000:00000010:3.0:1749393053.767900:0:2003:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bf74e20. 00100000:00000010:3.0:1749393053.767905:0:2003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a9e3c000. 00040000:00000010:3.0:1749393053.767909:0:2003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012aac8300. 00040000:00000010:3.0:1749393053.767913:0:2003:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9e3d000. 00040000:00000010:3.0:1749393053.767917:0:2003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800aafb7200. 00000004:00000010:3.0:1749393053.767921:0:2003:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a9e3d800. 00000008:00000010:2.0:1749393053.767922:0:2004:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012bfa8000. 00020000:00000010:2.0:1749393053.767927:0:2004:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b5aac0c0. 00000004:00000010:3.0:1749393053.767927:0:2003:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a9cc8000. 00000004:00000010:3.0:1749393053.767931:0:2003:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a9e3e000. 02000000:00000010:1.0:1749393053.767932:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00008000:00000010:2.0:1749393053.767935:0:2004:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88012bfa4000. 00100000:00000010:2.0:1749393053.767940:0:2004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b595a800. 00040000:00000010:2.0:1749393053.767943:0:2004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6f0ec00. 00040000:00000010:2.0:1749393053.767947:0:2004:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b595f000. 00002000:00000010:3.0:1749393053.767947:0:2003:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012b670000. 00000400:00000200:1.0:1749393053.767949:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00040000:00000010:2.0:1749393053.767950:0:2004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801373f6800. 00000004:00000010:3.0:1749393053.767952:0:2003:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012b670400. 00000400:00000010:1.0:1749393053.767956:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000004:00000010:2.0:1749393053.767956:0:2004:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b66c1800. 00000080:00000010:3.0:1749393053.767957:0:2003:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8801368a82a0. 00000004:00000010:2.0:1749393053.767960:0:2004:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b3953000. 00000080:00000010:3.0:1749393053.767961:0:2003:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880131038920. 00000004:00000010:2.0:1749393053.767964:0:2004:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b66c1000. 00000400:00000010:1.0:1749393053.767965:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000008:00000010:3.0:1749393053.767966:0:2003:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012bf72160. 00002000:00000010:2.0:1749393053.767968:0:2004:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b3a93000. 00000004:00000010:2.0:1749393053.767971:0:2004:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b3a92c00. 00000100:00000200:1.0:1749393053.767974:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499690752, portal 10 00020000:00000010:3.0:1749393053.767974:0:2003:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88013103c240. 00008000:00000010:3.0:1749393053.767977:0:2003:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012ab6e7c0. 00000080:00000010:2.0:1749393053.767979:0:2004:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff880136907000. 00000400:00000010:1.0:1749393053.767982:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a12a8. 00000080:00000010:3.0:1749393053.767982:0:2003:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8801368a90f0. 00000080:00000010:2.0:1749393053.767987:0:2004:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88012b674000. 00000008:00000010:2.0:1749393053.767995:0:2004:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012bfa2000. 00000100:00000200:1.0:1749393053.767998:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499690752, offset 0 00020000:00000010:2.0:1749393053.768004:0:2004:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012b678000. 00008000:00000010:2.0:1749393053.768007:0:2004:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88013761dd80. 00000400:00000200:1.0:1749393053.768011:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000080:00000010:2.0:1749393053.768015:0:2004:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012e1c6000. 00000400:00000200:1.0:1749393053.768022:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393053.768028:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6a00. 00000400:00000200:1.0:1749393053.768031:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393053.768035:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393053.768038:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1749393053.768039:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000200:1.0:1749393053.768044:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:2.0:1749393053.768044:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393053.768048:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499690624, portal 25 00000400:00000200:1.0:1749393053.768050:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1749393053.768052:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e110. 00000400:00000200:1.0:1749393053.768054:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393053.768055:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499690624, offset 0 00000400:00000200:1.0:1749393053.768060:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [22:22:256:4294967295] 192.168.203.132@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:2.0:1749393053.768062:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393053.768067:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393053.768068:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393053.768079:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393053.768083:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393053.768086:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393053.768090:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393053.768092:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393053.768096:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [23:23:256:4294967295] 192.168.203.132@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1749393053.768101:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393053.768111:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393053.768118:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393053.768122:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:1.0:1749393053.768127:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393053.768129:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393053.768137:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393053.768139:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:1.0:1749393053.768143:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb300. 00000800:00000200:2.0:1749393053.768144:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393053.768150:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393053.768159:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393053.768164:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393053.768176:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393053.768178:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393053.768182:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d780. 00000100:00000010:2.0:1749393053.768197:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674db00. 02000000:00000010:1.0:1749393053.768223:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000400:00000200:1.0:1749393053.768228:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393053.768231:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000800:00000200:3.0:1749393053.768234:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393053.768235:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a13b8. 00000100:00000200:1.0:1749393053.768238:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499690880, portal 10 00000800:00000010:3.0:1749393053.768238:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000010:1.0:1749393053.768243:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1440. 00000400:00000200:3.0:1749393053.768244:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749393053.768246:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499690880, offset 0 00000400:00000200:1.0:1749393053.768251:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393053.768251:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393053.768256:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.768256:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e110 00000400:00000010:3.0:1749393053.768259:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e110. 00000400:00000200:1.0:1749393053.768260:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393053.768263:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393053.768267:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393053.768269:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1749393053.768271:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc000 x1834371499690624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393053.768272:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393053.768282:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [24:24:254:4294967295] 192.168.203.132@tcp LPNI seq info [24:24:6:4294967295] 00000400:00000200:1.0:1749393053.768286:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393053.768295:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393053.768300:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393053.768304:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000800:00000200:1.0:1749393053.768309:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393053.768314:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393053.768318:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393053.768323:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393053.768349:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393053.768352:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb300. 00000400:00000200:3.0:1749393053.768355:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393053.768359:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393053.768362:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a12a8 00000400:00000010:3.0:1749393053.768364:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a12a8. 00000100:00000200:3.0:1749393053.768370:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc380 x1834371499690752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393053.768396:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393053.768398:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000400:00000200:3.0:1749393053.768400:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393053.768404:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393053.768406:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1440 00000400:00000010:3.0:1749393053.768407:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1440. 00000100:00000200:3.0:1749393053.768412:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc700 x1834371499690880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393053.770209:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770220:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393053.770230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770234:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770239:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770251:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a00a80 00000400:00000200:3.0:1749393053.770256:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770262:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x2ed [1] + 224 00000400:00000200:3.0:1749393053.770274:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393053.770279:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393053.770287:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc000 x1834371499690624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393053.770327:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770332:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393053.770336:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770339:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770342:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770345:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a00b00 00000400:00000200:3.0:1749393053.770348:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770352:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2e5 [1] + 0 00000400:00000200:3.0:1749393053.770357:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393053.770360:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393053.770365:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc380 x1834371499690752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393053.770378:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393053.770386:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393053.770389:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393053.770402:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc000 x1834371499690624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393053.770406:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770409:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393053.770413:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770416:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770419:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393053.770421:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc000 x1834371499690624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393053.770422:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a00b80 00000400:00000200:3.0:1749393053.770425:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393053.770428:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2fd [1] + 0 00000400:00000010:1.0:1749393053.770440:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:3.0:1749393053.770442:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393053.770446:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393053.770448:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:1.0:1749393053.770450:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 02000000:00000010:2.0:1749393053.770451:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6a00. 02000000:00000010:2.0:1749393053.770457:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8900. 00000100:00000200:3.0:1749393053.770457:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc700 x1834371499690880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393053.770460:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc380 x1834371499690752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393053.770462:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc000. 00000100:00000200:1.0:1749393053.770473:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc380 x1834371499690752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393053.770522:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393053.770525:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a13b8 00000400:00000010:1.0:1749393053.770526:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a13b8. 00000100:00000200:1.0:1749393053.770531:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc700 x1834371499690880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393053.770540:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc700 x1834371499690880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393053.770552:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393053.770557:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3267000. 00000100:00000010:1.0:1749393053.770561:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc380. 02000000:00000010:1.0:1749393053.770564:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393053.770567:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3266800. 00000100:00000010:1.0:1749393053.770569:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc700. 00000100:00000010:3.0:1749393053.770666:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674db00. 00000100:00000010:2.0:1749393053.770678:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d780. 00000100:00000010:3.0:1749393058.775714:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbca80. 02000000:00000010:3.0:1749393058.775737:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8200. 00000100:00000010:3.0:1749393058.775784:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbce00. 02000000:00000010:3.0:1749393058.775791:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670800. 00000100:00000010:3.0:1749393058.775813:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd180. 02000000:00000010:3.0:1749393058.775817:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670c00. 02000000:00000010:3.0:1749393058.775861:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393058.775871:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393058.775876:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 00000400:00000010:3.0:1749393058.775882:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749393058.775890:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499691008, portal 25 00000400:00000010:3.0:1749393058.775895:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 00000100:00000200:3.0:1749393058.775898:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499691008, offset 0 00000400:00000200:3.0:1749393058.775907:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393058.775916:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.775923:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:1.0:1749393058.775926:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000400:00000200:3.0:1749393058.775929:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393058.775933:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393058.775938:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.775938:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393058.775941:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:1.0:1749393058.775942:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000200:3.0:1749393058.775945:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [25:25:256:4294967295] 192.168.203.132@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000010:1.0:1749393058.775947:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a13b8. 00000400:00000200:3.0:1749393058.775950:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393058.775951:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499691136, portal 10 00000400:00000010:1.0:1749393058.775957:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749393058.775960:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499691136, offset 0 00000400:00000200:3.0:1749393058.775960:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393058.775967:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393058.775968:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393058.775971:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000400:00000200:1.0:1749393058.775974:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393058.775978:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393058.775980:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393058.775984:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393058.775987:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393058.775987:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393058.775990:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393058.775993:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393058.775997:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [26:26:255:4294967295] 192.168.203.132@tcp LPNI seq info [26:26:7:4294967295] 00000400:00000200:1.0:1749393058.776001:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393058.776004:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393058.776010:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393058.776015:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393058.776019:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000800:00000200:1.0:1749393058.776024:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393058.776029:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:1.0:1749393058.776030:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393058.776034:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393058.776034:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d00. 00000400:00000200:1.0:1749393058.776041:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393058.776054:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15340. 02000000:00000010:1.0:1749393058.776074:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393058.776078:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393058.776080:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000800:00000200:2.0:1749393058.776081:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393058.776083:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749393058.776086:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499691264, portal 10 00000800:00000010:2.0:1749393058.776088:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000010:1.0:1749393058.776090:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1550. 00000100:00000200:1.0:1749393058.776092:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499691264, offset 0 00000400:00000200:2.0:1749393058.776093:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393058.776096:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393058.776109:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393058.776110:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393058.776113:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393058.776114:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000200:1.0:1749393058.776116:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1749393058.776117:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000400:00000200:1.0:1749393058.776119:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393058.776122:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393058.776124:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393058.776127:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [27:27:254:4294967295] 192.168.203.132@tcp LPNI seq info [27:27:6:4294967295] 00000100:00000200:2.0:1749393058.776128:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbca80 x1834371499691008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393058.776131:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393058.776138:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393058.776143:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393058.776145:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000800:00000200:1.0:1749393058.776149:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393058.776154:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393058.776157:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393058.776162:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393058.776198:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393058.776203:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:2.0:1749393058.776208:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393058.776214:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393058.776219:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:2.0:1749393058.776221:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:2.0:1749393058.776230:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbce00 x1834371499691136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393058.776278:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393058.776282:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00000400:00000200:2.0:1749393058.776286:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393058.776291:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393058.776295:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1550 00000400:00000010:2.0:1749393058.776298:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1550. 00000100:00000200:2.0:1749393058.776306:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd180 x1834371499691264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393058.778027:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778035:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393058.778043:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778047:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778052:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778056:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a00c00 00000400:00000200:3.0:1749393058.778061:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778067:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x305 [1] + 224 00000400:00000200:3.0:1749393058.778077:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393058.778082:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393058.778091:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbca80 x1834371499691008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393058.778132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778136:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393058.778140:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778143:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778145:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778149:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a00c80 00000400:00000200:3.0:1749393058.778152:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778156:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x315 [1] + 0 00000400:00000200:3.0:1749393058.778161:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393058.778164:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393058.778169:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbce00 x1834371499691136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393058.778179:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:2.0:1749393058.778188:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:2.0:1749393058.778190:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:2.0:1749393058.778200:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbca80 x1834371499691008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393058.778205:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393058.778213:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbca80 x1834371499691008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393058.778218:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393058.778222:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778225:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778228:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393058.778231:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a00d00 00000400:00000200:3.0:1749393058.778234:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393058.778237:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393058.778238:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x31d [1] + 0 02000000:00000010:2.0:1749393058.778243:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8200. 00000100:00000010:2.0:1749393058.778248:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbca80. 00000400:00000200:3.0:1749393058.778252:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393058.778256:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393058.778261:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd180 x1834371499691264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393058.778291:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393058.778299:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a13b8 00000400:00000010:1.0:1749393058.778301:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a13b8. 00000100:00000200:1.0:1749393058.778311:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbce00 x1834371499691136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393058.778324:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbce00 x1834371499691136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393058.778347:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393058.778349:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:1.0:1749393058.778351:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749393058.778355:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd180 x1834371499691264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393058.778364:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd180 x1834371499691264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393058.778376:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393058.778390:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670800. 00000100:00000010:1.0:1749393058.778395:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbce00. 02000000:00000010:1.0:1749393058.778399:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393058.778402:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670c00. 00000100:00000010:1.0:1749393058.778405:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd180. 00000100:00000010:3.0:1749393058.778667:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15340. 00000100:00000010:2.0:1749393058.778679:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d00. 00000400:00000010:2.0:1749393061.835690:0:1998:0:(lib-lnet.h:471:lnet_rspt_free()) free 'rspt': 56 at ffff88012ab130e0. 00000400:00000010:2.0:1749393061.835697:0:1998:0:(lib-lnet.h:471:lnet_rspt_free()) free 'rspt': 56 at ffff8800b6756118. 00000100:00000010:3.0:1749393063.783734:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd500. 02000000:00000010:3.0:1749393063.783759:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8200. 00000100:00000010:3.0:1749393063.783808:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd880. 02000000:00000010:3.0:1749393063.783816:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671000. 00000100:00000010:3.0:1749393063.783837:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdc00. 02000000:00000010:3.0:1749393063.783842:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671400. 02000000:00000010:2.0:1749393063.783860:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6e00. 00000400:00000200:2.0:1749393063.783875:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393063.783880:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393063.783886:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393063.783894:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499691392, portal 25 00000400:00000010:2.0:1749393063.783898:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e198. 00000100:00000200:2.0:1749393063.783901:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499691392, offset 0 00000400:00000200:2.0:1749393063.783911:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393063.783919:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393063.783927:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393063.783933:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393063.783937:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 02000000:00000010:1.0:1749393063.783938:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:2.0:1749393063.783941:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393063.783944:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393063.783948:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [28:28:256:4294967295] 192.168.203.132@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1749393063.783950:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393063.783953:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393063.783954:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393063.783958:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749393063.783963:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499691520, portal 10 00000400:00000200:2.0:1749393063.783964:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:1.0:1749393063.783969:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a13b8. 00000800:00000200:2.0:1749393063.783970:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393063.783972:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499691520, offset 0 00000800:00000010:2.0:1749393063.783974:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000400:00000200:1.0:1749393063.783979:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393063.783982:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393063.783986:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393063.783991:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749393063.783991:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393063.783996:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393063.783996:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393063.783999:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393063.784003:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393063.784005:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393063.784009:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [29:29:255:4294967295] 192.168.203.132@tcp LPNI seq info [29:29:7:4294967295] 00000400:00000200:1.0:1749393063.784013:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393063.784022:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393063.784028:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393063.784031:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000400:00000200:2.0:1749393063.784031:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393063.784036:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d780. 00000800:00000200:1.0:1749393063.784037:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393063.784043:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393063.784047:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749393063.784047:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df80. 00000400:00000200:1.0:1749393063.784054:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393063.784063:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000400:00000200:1.0:1749393063.784066:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393063.784068:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000800:00000200:3.0:1749393063.784079:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393063.784083:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000010:1.0:1749393063.784086:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a15d8. 00000100:00000200:1.0:1749393063.784089:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499691648, portal 10 00000400:00000200:3.0:1749393063.784089:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749393063.784093:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1660. 00000100:00000200:1.0:1749393063.784095:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499691648, offset 0 00000400:00000200:3.0:1749393063.784096:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393063.784099:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393063.784100:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e198 00000400:00000200:1.0:1749393063.784103:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393063.784103:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e198. 00000400:00000200:1.0:1749393063.784106:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393063.784109:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393063.784112:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393063.784114:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1749393063.784114:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd500 x1834371499691392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393063.784116:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393063.784119:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [30:30:254:4294967295] 192.168.203.132@tcp LPNI seq info [30:30:6:4294967295] 00000400:00000200:1.0:1749393063.784123:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393063.784130:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393063.784134:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393063.784137:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebd00. 00000800:00000200:1.0:1749393063.784140:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393063.784145:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393063.784147:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebd00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393063.784151:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393063.784197:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393063.784200:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:3.0:1749393063.784203:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393063.784207:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393063.784209:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a13b8 00000400:00000010:3.0:1749393063.784220:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a13b8. 00000100:00000200:3.0:1749393063.784227:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd880 x1834371499691520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393063.784258:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393063.784260:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebd00. 00000400:00000200:3.0:1749393063.784263:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393063.784266:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393063.784269:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1660 00000400:00000010:3.0:1749393063.784271:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1660. 00000100:00000200:3.0:1749393063.784275:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdc00 x1834371499691648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393063.785952:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.785960:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393063.785967:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.785971:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.785975:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.785979:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a00d80 00000400:00000200:3.0:1749393063.785984:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.785990:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x325 [1] + 224 00000400:00000200:3.0:1749393063.786000:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393063.786004:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393063.786014:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd500 x1834371499691392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393063.786054:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.786058:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393063.786061:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.786064:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.786067:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.786070:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a00e00 00000400:00000200:3.0:1749393063.786073:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.786086:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x335 [1] + 0 00000400:00000200:3.0:1749393063.786094:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393063.786097:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393063.786104:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd880 x1834371499691520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393063.786130:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.786134:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393063.786137:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393063.786138:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393063.786140:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393063.786143:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393063.786146:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000200:3.0:1749393063.786146:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a00e80 00000400:00000010:2.0:1749393063.786148:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000400:00000200:3.0:1749393063.786149:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393063.786167:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd500 x1834371499691392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393063.786172:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x33d [1] + 0 00000100:00000200:2.0:1749393063.786180:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd500 x1834371499691392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393063.786186:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393063.786190:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393063.786196:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdc00 x1834371499691648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393063.786205:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6e00. 02000000:00000010:2.0:1749393063.786210:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8200. 00000100:00000010:2.0:1749393063.786214:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd500. 00000400:00000010:1.0:1749393063.786215:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393063.786224:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:1.0:1749393063.786226:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749393063.786235:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd880 x1834371499691520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393063.786248:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd880 x1834371499691520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393063.786271:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393063.786273:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a15d8 00000400:00000010:1.0:1749393063.786275:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a15d8. 00000100:00000200:1.0:1749393063.786279:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdc00 x1834371499691648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393063.786297:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdc00 x1834371499691648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393063.786312:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393063.786317:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671000. 00000100:00000010:1.0:1749393063.786321:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd880. 02000000:00000010:1.0:1749393063.786325:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393063.786328:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671400. 00000100:00000010:1.0:1749393063.786331:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdc00. 00000100:00000010:3.0:1749393063.786665:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df80. 00000100:00000010:2.0:1749393063.786669:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d780. 00000100:00000010:3.0:1749393068.791745:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdf80. 02000000:00000010:3.0:1749393068.791768:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8d00. 00000100:00000010:3.0:1749393068.791818:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe300. 02000000:00000010:3.0:1749393068.791825:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671800. 00000100:00000010:3.0:1749393068.791848:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe680. 02000000:00000010:3.0:1749393068.791853:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671c00. 02000000:00000010:2.0:1749393068.791882:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6e00. 00000400:00000200:2.0:1749393068.791898:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393068.791905:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393068.791913:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393068.791922:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499691776, portal 25 02000000:00000010:1.0:1749393068.791927:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000400:00000010:2.0:1749393068.791928:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749393068.791932:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499691776, offset 0 00000400:00000200:1.0:1749393068.791937:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393068.791941:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000200:2.0:1749393068.791944:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:1.0:1749393068.791954:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a15d8. 00000400:00000200:2.0:1749393068.791956:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393068.791959:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499691904, portal 10 00000400:00000010:1.0:1749393068.791965:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 00000400:00000200:2.0:1749393068.791966:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:1.0:1749393068.791968:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499691904, offset 0 00000400:00000200:2.0:1749393068.791973:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393068.791975:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393068.791979:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393068.791981:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393068.791984:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393068.791987:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393068.791989:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393068.791991:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393068.791995:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393068.791996:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [31:31:256:4294967295] 192.168.203.132@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:1.0:1749393068.791998:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393068.792001:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393068.792003:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393068.792005:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [32:32:256:4294967295] 192.168.203.132@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1749393068.792009:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393068.792018:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393068.792027:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393068.792031:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393068.792034:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:1.0:1749393068.792036:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393068.792040:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebb00. 00000800:00000200:2.0:1749393068.792043:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393068.792045:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393068.792053:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393068.792055:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393068.792061:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393068.792072:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebb00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393068.792106:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393068.792114:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c540. 00000400:00000200:2.0:1749393068.792119:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393068.792139:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cd40. 02000000:00000010:1.0:1749393068.792154:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393068.792161:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393068.792164:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000800:00000200:3.0:1749393068.792165:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393068.792169:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a16e8. 00000800:00000010:3.0:1749393068.792170:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebb00. 00000100:00000200:1.0:1749393068.792174:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499692032, portal 10 00000400:00000200:3.0:1749393068.792176:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749393068.792180:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1770. 00000100:00000200:1.0:1749393068.792183:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499692032, offset 0 00000400:00000200:3.0:1749393068.792183:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393068.792188:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:3.0:1749393068.792190:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000400:00000200:1.0:1749393068.792208:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:3.0:1749393068.792210:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe300 x1834371499691904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393068.792216:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393068.792221:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393068.792226:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393068.792230:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393068.792234:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393068.792238:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393068.792243:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [33:33:255:4294967295] 192.168.203.132@tcp LPNI seq info [33:33:7:4294967295] 00000400:00000200:1.0:1749393068.792250:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393068.792261:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393068.792268:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393068.792272:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:1.0:1749393068.792279:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393068.792286:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393068.792288:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1749393068.792290:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:3.0:1749393068.792291:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:3.0:1749393068.792295:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393068.792298:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.792299:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393068.792302:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e220 00000400:00000010:3.0:1749393068.792304:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e220. 00000100:00000200:3.0:1749393068.792309:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdf80 x1834371499691776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393068.792335:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393068.792337:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000400:00000200:3.0:1749393068.792340:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393068.792343:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393068.792345:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1770 00000400:00000010:3.0:1749393068.792347:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1770. 00000100:00000200:3.0:1749393068.792352:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe680 x1834371499692032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393068.794098:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794106:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393068.794113:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794117:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794121:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794125:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a00f00 00000400:00000200:3.0:1749393068.794130:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794136:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x345 [1] + 224 00000400:00000200:3.0:1749393068.794146:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393068.794150:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393068.794159:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdf80 x1834371499691776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393068.794197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794209:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393068.794213:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794216:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794219:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794222:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a00f80 00000400:00000200:3.0:1749393068.794226:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794229:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x355 [1] + 0 00000400:00000200:3.0:1749393068.794237:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393068.794240:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393068.794246:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe300 x1834371499691904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393068.794272:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794276:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393068.794279:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794282:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794284:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393068.794287:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01000 00000400:00000010:2.0:1749393068.794288:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393068.794290:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393068.794296:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393068.794299:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000400:00000200:3.0:1749393068.794303:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x35d [1] + 0 00000100:00000200:2.0:1749393068.794308:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdf80 x1834371499691776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393068.794317:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393068.794321:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdf80 x1834371499691776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393068.794321:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393068.794327:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe680 x1834371499692032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393068.794341:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 02000000:00000010:2.0:1749393068.794345:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6e00. 00000400:00000200:1.0:1749393068.794350:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a15d8 02000000:00000010:2.0:1749393068.794350:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8d00. 00000400:00000010:1.0:1749393068.794353:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a15d8. 00000100:00000010:2.0:1749393068.794354:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdf80. 00000100:00000200:1.0:1749393068.794366:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe300 x1834371499691904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393068.794428:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe300 x1834371499691904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393068.794462:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393068.794467:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a16e8 00000400:00000010:1.0:1749393068.794469:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a16e8. 00000100:00000200:1.0:1749393068.794477:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe680 x1834371499692032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393068.794490:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe680 x1834371499692032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393068.794512:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393068.794519:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671800. 00000100:00000010:1.0:1749393068.794524:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe300. 02000000:00000010:1.0:1749393068.794530:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393068.794534:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671c00. 00000100:00000010:1.0:1749393068.794538:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe680. 00000100:00000010:3.0:1749393068.794669:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cd40. 00000100:00000010:2.0:1749393068.794681:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c540. 00000100:00000010:3.0:1749393073.799725:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbea00. 02000000:00000010:3.0:1749393073.799748:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8900. 00000100:00000010:3.0:1749393073.799797:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbed80. 02000000:00000010:3.0:1749393073.799804:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672000. 00000100:00000010:3.0:1749393073.799827:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf100. 02000000:00000010:3.0:1749393073.799846:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672400. 02000000:00000010:3.0:1749393073.799891:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 00000400:00000200:3.0:1749393073.799902:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393073.799906:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4688. 02000000:00000010:1.0:1749393073.799907:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000010:3.0:1749393073.799913:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d434c8. 00000100:00000200:3.0:1749393073.799920:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499692160, portal 25 00000400:00000200:1.0:1749393073.799921:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393073.799925:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000400:00000010:1.0:1749393073.799927:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000100:00000200:3.0:1749393073.799928:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499692160, offset 0 00000400:00000010:1.0:1749393073.799933:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a16e8. 00000400:00000200:3.0:1749393073.799937:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393073.799946:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393073.799950:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499692288, portal 10 00000400:00000200:3.0:1749393073.799954:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:1.0:1749393073.799957:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a15d8. 00000400:00000200:3.0:1749393073.799960:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1749393073.799962:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499692288, offset 0 00000400:00000200:3.0:1749393073.799964:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393073.799969:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393073.799972:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393073.799973:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393073.799976:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [34:34:256:4294967295] 192.168.203.132@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:1.0:1749393073.799981:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.799981:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393073.799988:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393073.799991:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393073.799994:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393073.799998:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393073.799999:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393073.800001:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:1.0:1749393073.800004:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393073.800008:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749393073.800008:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393073.800014:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [35:35:255:4294967295] 192.168.203.132@tcp LPNI seq info [35:35:7:4294967295] 00000800:00000200:3.0:1749393073.800017:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393073.800022:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393073.800030:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393073.800044:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393073.800052:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393073.800054:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:1.0:1749393073.800058:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb600. 00000100:00000010:3.0:1749393073.800059:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15700. 00000800:00000200:1.0:1749393073.800066:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749393073.800071:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15140. 00000800:00000200:1.0:1749393073.800075:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393073.800081:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393073.800090:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393073.800102:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1749393073.800104:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000800:00000010:2.0:1749393073.800108:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:1.0:1749393073.800109:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393073.800113:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000200:2.0:1749393073.800115:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749393073.800117:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749393073.800121:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499692416, portal 10 00000400:00000200:2.0:1749393073.800123:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749393073.800127:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1880. 00000400:00000200:2.0:1749393073.800128:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000100:00000200:1.0:1749393073.800130:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499692416, offset 0 00000400:00000010:2.0:1749393073.800130:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000400:00000200:1.0:1749393073.800137:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393073.800142:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393073.800143:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbea00 x1834371499692160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393073.800147:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393073.800151:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393073.800155:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393073.800158:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393073.800162:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393073.800167:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [36:36:255:4294967295] 192.168.203.132@tcp LPNI seq info [36:36:7:4294967295] 00000400:00000200:1.0:1749393073.800174:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393073.800184:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393073.800191:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393073.800195:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:1.0:1749393073.800201:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393073.800207:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393073.800211:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393073.800225:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393073.800230:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393073.800233:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb600. 00000400:00000200:2.0:1749393073.800237:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393073.800241:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393073.800244:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a15d8 00000400:00000010:2.0:1749393073.800246:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a15d8. 00000100:00000200:2.0:1749393073.800252:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbed80 x1834371499692288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393073.800279:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393073.800281:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:2.0:1749393073.800283:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393073.800287:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393073.800298:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1880 00000400:00000010:2.0:1749393073.800300:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1880. 00000100:00000200:2.0:1749393073.800305:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf100 x1834371499692416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393073.801780:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801787:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393073.801793:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801797:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801801:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801812:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01080 00000400:00000200:3.0:1749393073.801817:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801822:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x365 [1] + 224 00000400:00000200:3.0:1749393073.801833:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393073.801837:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393073.801846:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbea00 x1834371499692160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393073.801882:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801887:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393073.801890:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801893:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801896:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801899:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01180 00000400:00000200:3.0:1749393073.801902:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801906:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x37d [1] + 0 00000400:00000200:3.0:1749393073.801911:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393073.801914:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393073.801919:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf100 x1834371499692416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393073.801944:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801948:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393073.801951:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801954:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801956:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801959:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01100 00000400:00000200:3.0:1749393073.801962:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393073.801965:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x375 [1] + 0 00000400:00000010:2.0:1749393073.801973:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4688. 00000400:00000200:2.0:1749393073.801982:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d434c8 00000400:00000010:2.0:1749393073.801984:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d434c8. 00000400:00000200:3.0:1749393073.801989:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393073.801994:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbea00 x1834371499692160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393073.801994:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393073.802004:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbed80 x1834371499692288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393073.802007:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbea00 x1834371499692160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393073.802032:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 02000000:00000010:2.0:1749393073.802038:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8900. 00000400:00000010:1.0:1749393073.802042:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000100:00000010:2.0:1749393073.802042:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbea00. 00000400:00000200:1.0:1749393073.802050:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a16e8 00000400:00000010:1.0:1749393073.802052:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a16e8. 00000100:00000200:1.0:1749393073.802062:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbed80 x1834371499692288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393073.802075:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbed80 x1834371499692288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393073.802098:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393073.802100:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749393073.802102:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749393073.802106:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf100 x1834371499692416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393073.802115:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf100 x1834371499692416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393073.802128:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393073.802132:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672000. 00000100:00000010:1.0:1749393073.802136:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbed80. 02000000:00000010:1.0:1749393073.802141:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393073.802143:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672400. 00000100:00000010:1.0:1749393073.802146:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf100. 00000100:00000010:2.0:1749393073.802674:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15700. 00000100:00000010:3.0:1749393073.802687:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15140. 00000100:00000010:3.0:1749393078.807752:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf480. 02000000:00000010:3.0:1749393078.807774:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8e00. 00000100:00000010:3.0:1749393078.807823:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf800. 02000000:00000010:3.0:1749393078.807830:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672800. 00000100:00000010:3.0:1749393078.807851:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbfb80. 02000000:00000010:3.0:1749393078.807856:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672c00. 02000000:00000010:3.0:1749393078.807899:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393078.807909:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393078.807913:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b46e0. 00000400:00000010:3.0:1749393078.807919:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d435d8. 00000100:00000200:3.0:1749393078.807927:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499692544, portal 25 00000400:00000010:3.0:1749393078.807932:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393078.807935:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499692544, offset 0 00000400:00000200:3.0:1749393078.807944:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:1.0:1749393078.807953:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:3.0:1749393078.807954:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.807962:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393078.807966:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.807967:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1749393078.807970:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000200:3.0:1749393078.807972:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:1.0:1749393078.807974:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000400:00000200:3.0:1749393078.807976:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1749393078.807979:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499692672, portal 10 00000400:00000200:3.0:1749393078.807979:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393078.807984:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [37:37:256:4294967295] 192.168.203.132@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000010:1.0:1749393078.807985:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a16e8. 00000100:00000200:1.0:1749393078.807988:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499692672, offset 0 00000400:00000200:3.0:1749393078.807988:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393078.807995:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393078.807999:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393078.808002:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393078.808005:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393078.808008:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749393078.808009:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000800:00000200:3.0:1749393078.808016:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393078.808022:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393078.808025:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393078.808026:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393078.808030:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393078.808032:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393078.808036:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [38:38:255:4294967295] 192.168.203.132@tcp LPNI seq info [38:38:7:4294967295] 00000800:00000200:3.0:1749393078.808039:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393078.808041:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393078.808050:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393078.808055:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393078.808059:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb000. 00000400:00000200:3.0:1749393078.808063:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:1.0:1749393078.808064:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749393078.808068:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15140. 00000800:00000200:1.0:1749393078.808071:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393078.808075:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393078.808082:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393078.808084:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f80. 00000800:00000200:2.0:1749393078.808111:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393078.808118:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 02000000:00000010:1.0:1749393078.808119:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:1.0:1749393078.808123:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393078.808125:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749393078.808126:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393078.808129:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393078.808133:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499692800, portal 10 00000400:00000200:2.0:1749393078.808133:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749393078.808136:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1990. 00000100:00000200:1.0:1749393078.808138:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499692800, offset 0 00000400:00000200:2.0:1749393078.808138:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:2.0:1749393078.808140:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:1.0:1749393078.808143:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393078.808147:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393078.808150:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749393078.808152:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf480 x1834371499692544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393078.808154:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393078.808156:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393078.808158:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393078.808161:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393078.808164:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [39:39:254:4294967295] 192.168.203.132@tcp LPNI seq info [39:39:6:4294967295] 00000400:00000200:1.0:1749393078.808168:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393078.808176:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393078.808189:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393078.808192:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb200. 00000800:00000200:1.0:1749393078.808197:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393078.808202:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393078.808205:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393078.808210:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393078.808211:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393078.808214:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb000. 00000400:00000200:2.0:1749393078.808217:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393078.808221:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393078.808224:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a16e8 00000400:00000010:2.0:1749393078.808226:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a16e8. 00000100:00000200:2.0:1749393078.808232:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf800 x1834371499692672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393078.808279:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393078.808281:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb200. 00000400:00000200:2.0:1749393078.808284:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393078.808287:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393078.808290:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1990 00000400:00000010:2.0:1749393078.808292:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1990. 00000100:00000200:2.0:1749393078.808296:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbfb80 x1834371499692800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393078.809776:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809784:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393078.809791:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809795:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809799:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809804:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01200 00000400:00000200:3.0:1749393078.809809:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809814:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x385 [1] + 224 00000400:00000200:3.0:1749393078.809824:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393078.809829:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393078.809838:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf480 x1834371499692544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393078.809878:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809889:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393078.809893:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809895:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809898:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809902:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01300 00000400:00000200:3.0:1749393078.809905:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809909:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x39d [1] + 0 00000400:00000200:3.0:1749393078.809914:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393078.809917:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393078.809923:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbfb80 x1834371499692800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393078.809947:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809960:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393078.809964:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393078.809965:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b46e0. 00000400:00000200:3.0:1749393078.809967:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809970:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809973:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01280 00000400:00000200:2.0:1749393078.809974:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d435d8 00000400:00000010:2.0:1749393078.809976:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d435d8. 00000400:00000200:3.0:1749393078.809976:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393078.809981:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x395 [1] + 0 00000100:00000200:2.0:1749393078.809986:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf480 x1834371499692544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393078.809997:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393078.810000:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf480 x1834371499692544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393078.810000:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393078.810006:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf800 x1834371499692672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393078.810025:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 02000000:00000010:2.0:1749393078.810031:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8e00. 00000100:00000010:2.0:1749393078.810034:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf480. 00000400:00000010:1.0:1749393078.810045:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393078.810053:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749393078.810056:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749393078.810065:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf800 x1834371499692672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393078.810078:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf800 x1834371499692672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393078.810102:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393078.810104:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:1.0:1749393078.810105:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393078.810110:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbfb80 x1834371499692800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393078.810119:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbfb80 x1834371499692800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393078.810131:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393078.810136:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672800. 00000100:00000010:1.0:1749393078.810139:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf800. 02000000:00000010:1.0:1749393078.810143:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393078.810146:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672c00. 00000100:00000010:1.0:1749393078.810148:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbfb80. 00000100:00000010:3.0:1749393078.810667:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f80. 00000100:00000010:2.0:1749393078.810669:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15140. 00000100:00000010:3.0:1749393083.815738:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbfb80. 02000000:00000010:3.0:1749393083.815761:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8f00. 00000100:00000010:3.0:1749393083.815813:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf800. 02000000:00000010:3.0:1749393083.815820:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673000. 00000100:00000010:3.0:1749393083.815842:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf480. 02000000:00000010:3.0:1749393083.815852:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673400. 02000000:00000010:3.0:1749393083.815896:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7400. 00000400:00000200:3.0:1749393083.815907:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393083.815912:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4738. 00000400:00000010:3.0:1749393083.815918:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d436e8. 00000100:00000200:3.0:1749393083.815926:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499692928, portal 25 00000400:00000010:3.0:1749393083.815931:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43770. 00000100:00000200:3.0:1749393083.815934:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499692928, offset 0 02000000:00000010:1.0:1749393083.815942:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:3.0:1749393083.815943:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393083.815951:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393083.815954:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393083.815958:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000200:3.0:1749393083.815959:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:1.0:1749393083.815963:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000400:00000200:3.0:1749393083.815965:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393083.815969:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393083.815974:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1749393083.815981:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499693056, portal 10 00000400:00000200:3.0:1749393083.815983:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:1.0:1749393083.815988:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000400:00000200:3.0:1749393083.815988:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [40:40:256:4294967295] 192.168.203.132@tcp LPNI seq info [40:40:8:4294967295] 00000100:00000200:1.0:1749393083.815991:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499693056, offset 0 00000400:00000200:3.0:1749393083.815994:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393083.815999:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393083.816005:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.816008:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393083.816011:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393083.816015:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393083.816017:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393083.816018:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393083.816021:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1749393083.816023:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000400:00000200:1.0:1749393083.816024:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393083.816028:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [41:41:255:4294967295] 192.168.203.132@tcp LPNI seq info [41:41:7:4294967295] 00000800:00000200:3.0:1749393083.816032:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393083.816033:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393083.816043:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393083.816044:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393083.816048:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393083.816051:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1749393083.816052:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:1.0:1749393083.816057:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393083.816063:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393083.816068:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393083.816082:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393083.816086:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393083.816090:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f80. 00000100:00000010:3.0:1749393083.816115:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15900. 02000000:00000010:1.0:1749393083.816136:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000800:00000200:2.0:1749393083.816136:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393083.816140:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393083.816142:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000010:1.0:1749393083.816143:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393083.816146:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393083.816149:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499693184, portal 10 00000400:00000200:2.0:1749393083.816150:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749393083.816153:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1aa0. 00000100:00000200:1.0:1749393083.816155:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499693184, offset 0 00000400:00000200:2.0:1749393083.816157:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393083.816159:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393083.816162:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43770 00000400:00000200:1.0:1749393083.816163:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393083.816165:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43770. 00000400:00000200:1.0:1749393083.816166:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393083.816169:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393083.816172:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:2.0:1749393083.816176:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbfb80 x1834371499692928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393083.816180:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393083.816183:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393083.816186:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [42:42:254:4294967295] 192.168.203.132@tcp LPNI seq info [42:42:6:4294967295] 00000400:00000200:1.0:1749393083.816191:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393083.816200:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393083.816204:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393083.816207:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb600. 00000800:00000200:1.0:1749393083.816211:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393083.816216:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393083.816219:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393083.816225:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393083.816256:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393083.816259:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:2.0:1749393083.816262:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393083.816314:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393083.816318:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:2.0:1749393083.816320:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:2.0:1749393083.816327:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf800 x1834371499693056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393083.816363:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393083.816365:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb600. 00000400:00000200:2.0:1749393083.816367:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393083.816371:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393083.816373:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1aa0 00000400:00000010:2.0:1749393083.816375:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1aa0. 00000100:00000200:2.0:1749393083.816379:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf480 x1834371499693184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393083.818210:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818220:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393083.818230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818235:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818241:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818247:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01380 00000400:00000200:3.0:1749393083.818255:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818262:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x3a5 [1] + 224 00000400:00000200:3.0:1749393083.818309:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393083.818316:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393083.818328:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbfb80 x1834371499692928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393083.818388:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818395:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393083.818403:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818407:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818412:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818428:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01400 00000400:00000010:2.0:1749393083.818432:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4738. 00000400:00000200:3.0:1749393083.818434:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393083.818440:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d436e8 00000400:00000010:2.0:1749393083.818442:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d436e8. 00000100:00000200:2.0:1749393083.818451:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbfb80 x1834371499692928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393083.818454:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x3b5 [1] + 0 00000100:00000200:2.0:1749393083.818465:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbfb80 x1834371499692928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393083.818470:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393083.818476:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393083.818485:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf800 x1834371499693056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393083.818488:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7400. 02000000:00000010:2.0:1749393083.818495:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8f00. 00000100:00000010:2.0:1749393083.818499:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbfb80. 00000400:00000200:3.0:1749393083.818531:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818537:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393083.818543:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818548:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818553:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818558:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01480 00000400:00000200:3.0:1749393083.818563:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393083.818568:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x3bd [1] + 0 00000400:00000200:3.0:1749393083.818588:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393083.818594:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749393083.818638:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000100:00000200:3.0:1749393083.818643:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf480 x1834371499693184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393083.818646:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:1.0:1749393083.818648:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393083.818658:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf800 x1834371499693056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393083.818665:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f80. 00000100:00000200:1.0:1749393083.818671:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf800 x1834371499693056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393083.818679:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15900. 00000400:00000010:1.0:1749393083.818695:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393083.818697:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 00000400:00000010:1.0:1749393083.818699:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393083.818703:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf480 x1834371499693184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393083.818712:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf480 x1834371499693184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393083.818724:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393083.818729:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673000. 00000100:00000010:1.0:1749393083.818733:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf800. 02000000:00000010:1.0:1749393083.818737:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393083.818749:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673400. 00000100:00000010:1.0:1749393083.818752:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf480. 00000100:00000010:3.0:1749393088.823678:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf100. 02000000:00000010:3.0:1749393088.823694:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8800. 00000100:00000010:3.0:1749393088.823724:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbed80. 02000000:00000010:3.0:1749393088.823729:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673800. 00000100:00000010:3.0:1749393088.823741:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbea00. 02000000:00000010:3.0:1749393088.823743:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673c00. 02000000:00000010:3.0:1749393088.823769:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749393088.823776:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393088.823779:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4790. 00000400:00000010:3.0:1749393088.823793:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000100:00000200:3.0:1749393088.823798:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499693312, portal 25 02000000:00000010:1.0:1749393088.823800:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000010:3.0:1749393088.823801:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000100:00000200:3.0:1749393088.823803:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499693312, offset 0 00000400:00000200:1.0:1749393088.823807:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393088.823809:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000200:3.0:1749393088.823809:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:1.0:1749393088.823812:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393088.823815:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499693440, portal 10 00000400:00000200:3.0:1749393088.823815:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393088.823819:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393088.823820:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499693440, offset 0 00000400:00000200:3.0:1749393088.823820:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393088.823823:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393088.823824:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393088.823826:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393088.823828:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.823828:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393088.823830:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393088.823831:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393088.823832:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [43:43:256:4294967295] 192.168.203.132@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:1.0:1749393088.823833:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393088.823835:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393088.823835:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393088.823837:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393088.823838:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393088.823840:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [44:44:255:4294967295] 192.168.203.132@tcp LPNI seq info [44:44:7:4294967295] 00000400:00000200:3.0:1749393088.823842:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393088.823843:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393088.823845:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393088.823848:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393088.823848:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000800:00000200:1.0:1749393088.823850:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393088.823852:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:3.0:1749393088.823852:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393088.823855:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393088.823858:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393088.823859:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393088.823861:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393088.823861:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393088.823878:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.823878:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393088.823881:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c2c0. 00000100:00000010:1.0:1749393088.823890:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c800. 02000000:00000010:1.0:1749393088.823901:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:1.0:1749393088.823903:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393088.823905:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393088.823906:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000800:00000200:2.0:1749393088.823909:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393088.823912:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000100:00000200:1.0:1749393088.823913:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499693568, portal 10 00000400:00000010:1.0:1749393088.823916:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1bb0. 00000400:00000200:2.0:1749393088.823916:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749393088.823917:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499693568, offset 0 00000400:00000200:1.0:1749393088.823919:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393088.823920:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393088.823922:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393088.823923:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393088.823923:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:2.0:1749393088.823924:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 00000400:00000200:1.0:1749393088.823925:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393088.823926:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393088.823927:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393088.823929:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393088.823931:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [45:45:254:4294967295] 192.168.203.132@tcp LPNI seq info [45:45:6:4294967295] 00000100:00000200:2.0:1749393088.823931:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbed80 x1834371499693440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393088.823933:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393088.823936:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393088.823938:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393088.823940:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebb00. 00000800:00000200:1.0:1749393088.823942:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393088.823944:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393088.823946:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebb00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393088.823948:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393088.823949:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393088.823950:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:2.0:1749393088.823952:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393088.823954:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393088.823956:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000010:2.0:1749393088.823957:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000100:00000200:2.0:1749393088.823960:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf100 x1834371499693312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393088.824011:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393088.824013:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebb00. 00000400:00000200:2.0:1749393088.824014:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393088.824016:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393088.824018:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1bb0 00000400:00000010:2.0:1749393088.824019:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1bb0. 00000100:00000200:2.0:1749393088.824021:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbea00 x1834371499693568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393088.825396:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825401:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393088.825405:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825407:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825410:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825412:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01500 00000400:00000200:3.0:1749393088.825415:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825418:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x3c5 [1] + 224 00000400:00000200:3.0:1749393088.825425:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393088.825427:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393088.825432:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf100 x1834371499693312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393088.825460:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825462:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393088.825465:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825466:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825468:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825469:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01580 00000400:00000200:3.0:1749393088.825471:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825473:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x3d5 [1] + 0 00000400:00000200:3.0:1749393088.825476:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393088.825478:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393088.825481:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbed80 x1834371499693440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393088.825493:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825495:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393088.825497:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825498:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825500:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825501:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01600 00000400:00000200:3.0:1749393088.825503:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393088.825504:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x3dd [1] + 0 00000400:00000200:3.0:1749393088.825511:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393088.825513:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393088.825516:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbea00 x1834371499693568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393088.825518:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4790. 00000400:00000200:2.0:1749393088.825523:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000010:2.0:1749393088.825524:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000100:00000200:2.0:1749393088.825529:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf100 x1834371499693312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393088.825536:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf100 x1834371499693312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393088.825549:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 02000000:00000010:2.0:1749393088.825550:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 00000400:00000200:1.0:1749393088.825553:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 02000000:00000010:2.0:1749393088.825553:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8800. 00000400:00000010:1.0:1749393088.825554:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000100:00000010:2.0:1749393088.825555:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf100. 00000100:00000200:1.0:1749393088.825559:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbed80 x1834371499693440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393088.825566:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbed80 x1834371499693440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393088.825578:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393088.825579:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 00000400:00000010:1.0:1749393088.825580:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393088.825583:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbea00 x1834371499693568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393088.825596:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbea00 x1834371499693568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393088.825621:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393088.825624:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673800. 00000100:00000010:1.0:1749393088.825626:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbed80. 02000000:00000010:1.0:1749393088.825629:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393088.825631:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673c00. 00000100:00000010:1.0:1749393088.825632:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbea00. 00000100:00000010:3.0:1749393088.826653:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c800. 00000100:00000010:2.0:1749393088.826660:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c2c0. 00000100:00000010:3.0:1749393093.831679:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe680. 02000000:00000010:3.0:1749393093.831696:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8f00. 00000100:00000010:3.0:1749393093.831729:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe300. 02000000:00000010:3.0:1749393093.831745:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673c00. 00000100:00000010:3.0:1749393093.831763:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdf80. 02000000:00000010:3.0:1749393093.831766:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673800. 02000000:00000010:2.0:1749393093.831794:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7c00. 00000400:00000200:2.0:1749393093.831804:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393093.831807:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 02000000:00000010:1.0:1749393093.831811:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000010:2.0:1749393093.831817:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000400:00000200:1.0:1749393093.831819:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393093.831822:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000100:00000200:2.0:1749393093.831824:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499693696, portal 25 00000400:00000010:1.0:1749393093.831826:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000400:00000010:2.0:1749393093.831827:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e2a8. 00000100:00000200:1.0:1749393093.831830:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499693824, portal 10 00000100:00000200:2.0:1749393093.831830:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499693696, offset 0 00000400:00000010:1.0:1749393093.831835:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393093.831837:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499693824, offset 0 00000400:00000200:2.0:1749393093.831837:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393093.831843:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393093.831843:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393093.831848:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393093.831848:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393093.831852:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393093.831852:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393093.831855:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393093.831855:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393093.831858:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393093.831859:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393093.831859:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393093.831862:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393093.831862:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [46:46:256:4294967295] 192.168.203.132@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:1.0:1749393093.831864:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393093.831865:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393093.831868:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [47:47:256:4294967295] 192.168.203.132@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:1.0:1749393093.831872:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393093.831872:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393093.831876:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393093.831879:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000400:00000200:1.0:1749393093.831880:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393093.831883:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393093.831885:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393093.831888:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebd00. 00000800:00000200:2.0:1749393093.831888:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393093.831892:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393093.831893:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393093.831898:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393093.831907:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebd00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393093.831910:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393093.831914:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393093.831914:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd80. 00000100:00000010:2.0:1749393093.831924:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d780. 02000000:00000010:1.0:1749393093.831943:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393093.831947:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393093.831947:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393093.831950:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000800:00000010:3.0:1749393093.831950:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000010:1.0:1749393093.831953:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000400:00000200:3.0:1749393093.831953:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749393093.831956:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499693952, portal 10 00000400:00000200:3.0:1749393093.831958:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749393093.831959:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1cc0. 00000100:00000200:1.0:1749393093.831961:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499693952, offset 0 00000400:00000200:3.0:1749393093.831961:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e2a8 00000400:00000010:3.0:1749393093.831962:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e2a8. 00000400:00000200:1.0:1749393093.831966:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:3.0:1749393093.831969:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe680 x1834371499693696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393093.831970:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393093.831973:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393093.831976:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393093.831978:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393093.831981:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393093.831983:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393093.831986:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [48:48:255:4294967295] 192.168.203.132@tcp LPNI seq info [48:48:7:4294967295] 00000400:00000200:1.0:1749393093.831989:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393093.831996:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393093.832000:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393093.832003:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:1.0:1749393093.832007:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393093.832011:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393093.832014:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393093.832018:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393093.832021:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393093.832023:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebd00. 00000400:00000200:3.0:1749393093.832025:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393093.832028:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393093.832029:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 00000400:00000010:3.0:1749393093.832031:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000100:00000200:3.0:1749393093.832034:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe300 x1834371499693824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393093.832049:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393093.832050:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:3.0:1749393093.832051:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393093.832053:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393093.832054:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1cc0 00000400:00000010:3.0:1749393093.832055:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1cc0. 00000100:00000200:3.0:1749393093.832058:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdf80 x1834371499693952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393093.833107:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833112:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393093.833116:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833119:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833121:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833129:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01680 00000400:00000200:3.0:1749393093.833132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833135:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x3e5 [1] + 224 00000400:00000200:3.0:1749393093.833142:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393093.833144:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393093.833149:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe680 x1834371499693696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393093.833174:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833176:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393093.833178:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833180:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833181:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833183:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01700 00000400:00000200:3.0:1749393093.833185:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833187:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x3ed [1] + 0 00000400:00000200:3.0:1749393093.833190:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393093.833192:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393093.833241:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000100:00000200:3.0:1749393093.833242:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe300 x1834371499693824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393093.833246:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393093.833247:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393093.833252:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe680 x1834371499693696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393093.833260:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe680 x1834371499693696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393093.833261:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833264:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393093.833266:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833268:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833269:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833271:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01780 00000400:00000200:3.0:1749393093.833273:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393093.833275:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x3fd [1] + 0 02000000:00000010:2.0:1749393093.833276:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7c00. 02000000:00000010:2.0:1749393093.833284:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8f00. 00000100:00000010:2.0:1749393093.833287:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe680. 00000400:00000200:3.0:1749393093.833287:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393093.833290:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393093.833296:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdf80 x1834371499693952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393093.833319:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393093.833324:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 00000400:00000010:1.0:1749393093.833325:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393093.833331:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe300 x1834371499693824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393093.833339:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe300 x1834371499693824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393093.833358:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393093.833360:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000010:1.0:1749393093.833361:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 00000100:00000200:1.0:1749393093.833364:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdf80 x1834371499693952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393093.833369:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdf80 x1834371499693952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393093.833376:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393093.833379:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673c00. 00000100:00000010:1.0:1749393093.833381:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe300. 02000000:00000010:1.0:1749393093.833383:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393093.833385:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673800. 00000100:00000010:1.0:1749393093.833387:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdf80. 00000100:00000010:3.0:1749393093.834667:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d780. 00000100:00000010:2.0:1749393093.834670:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd80. 00000100:00000010:3.0:1749393098.839685:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdc00. 02000000:00000010:3.0:1749393098.839701:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8e00. 00000100:00000010:3.0:1749393098.839733:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd880. 02000000:00000010:3.0:1749393098.839738:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673400. 00000100:00000010:3.0:1749393098.839752:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd500. 02000000:00000010:3.0:1749393098.839754:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673000. 02000000:00000010:3.0:1749393098.839778:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393098.839784:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393098.839788:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b47e8. 00000400:00000010:3.0:1749393098.839791:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43908. 00000100:00000200:3.0:1749393098.839797:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499694080, portal 25 00000400:00000010:3.0:1749393098.839800:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43990. 00000100:00000200:3.0:1749393098.839801:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499694080, offset 0 00000400:00000200:3.0:1749393098.839807:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393098.839813:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393098.839817:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:3.0:1749393098.839818:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393098.839821:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393098.839824:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.839824:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:1.0:1749393098.839826:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000200:3.0:1749393098.839826:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393098.839827:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:1.0:1749393098.839829:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000400:00000200:3.0:1749393098.839830:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [49:49:256:4294967295] 192.168.203.132@tcp LPNI seq info [49:49:8:4294967295] 00000100:00000200:1.0:1749393098.839831:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499694208, portal 10 00000400:00000200:3.0:1749393098.839832:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393098.839835:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393098.839837:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499694208, offset 0 00000400:00000200:3.0:1749393098.839838:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393098.839840:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393098.839841:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393098.839843:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:1.0:1749393098.839844:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393098.839847:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393098.839847:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393098.839849:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393098.839851:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393098.839853:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393098.839853:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393098.839854:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393098.839856:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [50:50:255:4294967295] 192.168.203.132@tcp LPNI seq info [50:50:7:4294967295] 00000400:00000200:1.0:1749393098.839858:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393098.839863:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393098.839866:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393098.839871:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393098.839873:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000800:00000200:1.0:1749393098.839875:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393098.839879:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393098.839879:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:1.0:1749393098.839881:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393098.839882:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15080. 00000400:00000200:1.0:1749393098.839885:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393098.839891:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15800. 02000000:00000010:1.0:1749393098.839903:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:1.0:1749393098.839905:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393098.839907:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393098.839908:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1d48. 00000100:00000200:1.0:1749393098.839910:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499694336, portal 10 00000400:00000010:1.0:1749393098.839912:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1dd0. 00000800:00000200:2.0:1749393098.839912:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1749393098.839913:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499694336, offset 0 00000400:00000200:1.0:1749393098.839916:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393098.839916:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000200:1.0:1749393098.839918:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393098.839919:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393098.839920:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393098.839921:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393098.839923:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393098.839924:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393098.839924:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393098.839925:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393098.839927:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [51:51:254:4294967295] 192.168.203.132@tcp LPNI seq info [51:51:6:4294967295] 00000400:00000200:2.0:1749393098.839927:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43990 00000400:00000010:2.0:1749393098.839928:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43990. 00000400:00000200:1.0:1749393098.839929:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393098.839932:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393098.839934:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393098.839935:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdc00 x1834371499694080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1749393098.839936:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000800:00000200:1.0:1749393098.839937:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393098.839940:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393098.839941:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393098.839943:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393098.839948:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393098.839949:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00000400:00000200:2.0:1749393098.839950:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393098.839952:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393098.839954:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 00000400:00000010:2.0:1749393098.839955:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 00000100:00000200:2.0:1749393098.839958:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd880 x1834371499694208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393098.840004:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393098.840006:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:2.0:1749393098.840007:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393098.840009:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393098.840010:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1dd0 00000400:00000010:2.0:1749393098.840011:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1dd0. 00000100:00000200:2.0:1749393098.840013:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd500 x1834371499694336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393098.841360:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841364:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393098.841368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841370:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841373:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841375:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01800 00000400:00000200:3.0:1749393098.841378:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841381:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x405 [1] + 224 00000400:00000200:3.0:1749393098.841387:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393098.841389:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393098.841394:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdc00 x1834371499694080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393098.841414:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841416:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393098.841418:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841420:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841421:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841423:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01880 00000400:00000200:3.0:1749393098.841425:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841426:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x415 [1] + 0 00000400:00000200:3.0:1749393098.841429:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393098.841431:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393098.841433:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd880 x1834371499694208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393098.841446:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841452:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393098.841454:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841456:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841457:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841459:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01900 00000400:00000200:3.0:1749393098.841460:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393098.841462:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x41d [1] + 0 00000400:00000010:2.0:1749393098.841469:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b47e8. 00000400:00000200:3.0:1749393098.841471:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393098.841473:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393098.841474:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43908 00000400:00000010:2.0:1749393098.841475:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43908. 00000100:00000200:2.0:1749393098.841480:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdc00 x1834371499694080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393098.841481:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd500 x1834371499694336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393098.841496:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdc00 x1834371499694080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393098.841501:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393098.841509:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000010:1.0:1749393098.841510:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 02000000:00000010:2.0:1749393098.841510:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 02000000:00000010:2.0:1749393098.841514:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8e00. 00000100:00000200:1.0:1749393098.841515:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd880 x1834371499694208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393098.841516:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdc00. 00000100:00000200:1.0:1749393098.841522:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd880 x1834371499694208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393098.841535:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393098.841536:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1d48 00000400:00000010:1.0:1749393098.841537:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1d48. 00000100:00000200:1.0:1749393098.841539:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd500 x1834371499694336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393098.841544:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd500 x1834371499694336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393098.841550:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393098.841553:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673400. 00000100:00000010:1.0:1749393098.841555:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd880. 02000000:00000010:1.0:1749393098.841557:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393098.841558:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673000. 00000100:00000010:1.0:1749393098.841560:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd500. 00000100:00000010:3.0:1749393098.842641:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15800. 00000100:00000010:2.0:1749393098.842650:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15080. 00000100:00000010:3.0:1749393103.847725:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd180. 02000000:00000010:3.0:1749393103.847748:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8400. 00000100:00000010:3.0:1749393103.847796:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbce00. 02000000:00000010:3.0:1749393103.847803:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672c00. 00000100:00000010:3.0:1749393103.847826:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbca80. 02000000:00000010:3.0:1749393103.847830:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672800. 02000000:00000010:2.0:1749393103.847851:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749393103.847863:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393103.847867:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393103.847875:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393103.847883:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499694464, portal 25 00000400:00000010:2.0:1749393103.847888:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e330. 00000100:00000200:2.0:1749393103.847891:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499694464, offset 0 00000400:00000200:2.0:1749393103.847899:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393103.847908:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393103.847916:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393103.847921:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393103.847925:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 02000000:00000010:1.0:1749393103.847927:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:2.0:1749393103.847929:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393103.847932:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393103.847937:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [52:52:256:4294967295] 192.168.203.132@tcp LPNI seq info [52:52:8:4294967295] 00000400:00000200:1.0:1749393103.847939:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393103.847941:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393103.847942:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393103.847947:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1d48. 00000100:00000200:1.0:1749393103.847952:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499694592, portal 10 00000400:00000200:2.0:1749393103.847952:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:1.0:1749393103.847958:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000800:00000200:2.0:1749393103.847958:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393103.847961:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499694592, offset 0 00000800:00000010:2.0:1749393103.847962:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000400:00000200:1.0:1749393103.847968:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393103.847969:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393103.847975:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393103.847978:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393103.847981:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749393103.847984:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393103.847985:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393103.847988:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393103.848005:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393103.848008:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393103.848011:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393103.848012:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [53:53:255:4294967295] 192.168.203.132@tcp LPNI seq info [53:53:7:4294967295] 00000400:00000200:1.0:1749393103.848017:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393103.848026:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df80. 00000400:00000200:1.0:1749393103.848029:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393103.848034:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393103.848038:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000100:00000010:2.0:1749393103.848038:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674db00. 00000800:00000200:1.0:1749393103.848043:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393103.848050:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393103.848054:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393103.848061:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393103.848071:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000800:00000200:3.0:1749393103.848071:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393103.848075:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393103.848075:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000010:1.0:1749393103.848078:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393103.848081:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1e58. 00000400:00000200:3.0:1749393103.848081:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749393103.848084:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499694720, portal 10 00000400:00000010:1.0:1749393103.848087:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1ee0. 00000400:00000200:3.0:1749393103.848088:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:1.0:1749393103.848089:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499694720, offset 0 00000400:00000200:1.0:1749393103.848093:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393103.848093:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e330 00000400:00000010:3.0:1749393103.848095:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e330. 00000400:00000200:1.0:1749393103.848096:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393103.848099:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393103.848102:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393103.848104:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:3.0:1749393103.848106:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd180 x1834371499694464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393103.848107:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393103.848109:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393103.848112:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [54:54:254:4294967295] 192.168.203.132@tcp LPNI seq info [54:54:6:4294967295] 00000400:00000200:1.0:1749393103.848116:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393103.848123:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393103.848158:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393103.848161:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb300. 00000800:00000200:1.0:1749393103.848172:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393103.848177:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393103.848180:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393103.848187:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393103.848221:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393103.848224:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000400:00000200:3.0:1749393103.848228:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393103.848232:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393103.848235:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000010:3.0:1749393103.848245:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 00000100:00000200:3.0:1749393103.848252:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbce00 x1834371499694592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393103.848282:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393103.848285:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb300. 00000400:00000200:3.0:1749393103.848287:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393103.848290:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393103.848293:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1ee0 00000400:00000010:3.0:1749393103.848295:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1ee0. 00000100:00000200:3.0:1749393103.848299:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbca80 x1834371499694720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393103.849818:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849826:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393103.849834:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849838:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849842:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849846:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01980 00000400:00000200:3.0:1749393103.849851:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849857:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x425 [1] + 224 00000400:00000200:3.0:1749393103.849867:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393103.849871:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393103.849881:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd180 x1834371499694464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393103.849921:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849925:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393103.849929:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849932:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849934:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849937:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01a00 00000400:00000200:3.0:1749393103.849941:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.849954:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x435 [1] + 0 00000400:00000200:3.0:1749393103.849961:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393103.849965:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393103.849966:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393103.849972:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393103.849975:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:3.0:1749393103.849982:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbce00 x1834371499694592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393103.849984:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd180 x1834371499694464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393103.849996:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd180 x1834371499694464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393103.850008:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.850012:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393103.850015:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.850018:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393103.850019:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 00000400:00000200:3.0:1749393103.850021:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393103.850024:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01a80 02000000:00000010:2.0:1749393103.850025:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8400. 00000400:00000200:3.0:1749393103.850027:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393103.850029:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd180. 00000400:00000200:3.0:1749393103.850030:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x43d [1] + 0 00000400:00000200:3.0:1749393103.850045:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393103.850049:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393103.850054:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbca80 x1834371499694720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393103.850071:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393103.850080:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1d48 00000400:00000010:1.0:1749393103.850084:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1d48. 00000100:00000200:1.0:1749393103.850096:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbce00 x1834371499694592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393103.850115:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbce00 x1834371499694592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393103.850167:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393103.850170:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1e58 00000400:00000010:1.0:1749393103.850172:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1e58. 00000100:00000200:1.0:1749393103.850177:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbca80 x1834371499694720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393103.850186:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbca80 x1834371499694720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393103.850199:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393103.850204:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672c00. 00000100:00000010:1.0:1749393103.850208:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbce00. 02000000:00000010:1.0:1749393103.850212:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393103.850215:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672800. 00000100:00000010:1.0:1749393103.850217:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbca80. 00000100:00000010:2.0:1749393103.850666:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df80. 00000100:00000010:3.0:1749393103.850695:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674db00. 00000100:00000010:3.0:1749393108.855748:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc700. 02000000:00000010:3.0:1749393108.855780:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8c00. 00000100:00000010:3.0:1749393108.855842:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc380. 02000000:00000010:3.0:1749393108.855851:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672400. 00000100:00000010:3.0:1749393108.855875:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc000. 02000000:00000010:3.0:1749393108.855879:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672000. 02000000:00000010:2.0:1749393108.855883:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749393108.855902:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393108.855908:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393108.855917:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393108.855927:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499694848, portal 25 00000400:00000010:2.0:1749393108.855933:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e3b8. 00000100:00000200:2.0:1749393108.855936:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499694848, offset 0 00000400:00000200:2.0:1749393108.855947:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393108.855959:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393108.855966:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:2.0:1749393108.855969:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393108.855976:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393108.855978:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393108.855983:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000200:2.0:1749393108.855983:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:1.0:1749393108.855988:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1e58. 00000400:00000200:2.0:1749393108.855988:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393108.855991:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:1.0:1749393108.855993:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499694976, portal 10 00000400:00000200:2.0:1749393108.855996:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [55:55:256:4294967295] 192.168.203.132@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000010:1.0:1749393108.855999:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1d48. 00000400:00000200:2.0:1749393108.856001:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393108.856012:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393108.856019:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393108.856023:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499694976, offset 0 00000400:00000200:1.0:1749393108.856031:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393108.856033:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:1.0:1749393108.856037:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393108.856042:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749393108.856043:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393108.856046:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393108.856050:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393108.856053:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749393108.856055:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393108.856056:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393108.856059:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [56:56:255:4294967295] 192.168.203.132@tcp LPNI seq info [56:56:7:4294967295] 00000800:00000200:2.0:1749393108.856061:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393108.856064:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393108.856073:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393108.856078:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393108.856082:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000800:00000200:1.0:1749393108.856087:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393108.856109:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393108.856117:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000100:00000010:2.0:1749393108.856132:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd40. 00000800:00000200:3.0:1749393108.856205:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393108.856210:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:3.0:1749393108.856216:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393108.856224:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393108.856229:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e3b8 00000400:00000010:3.0:1749393108.856232:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e3b8. 00000800:00000200:1.0:1749393108.856237:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393108.856242:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393108.856251:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393108.856255:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc700 x1834371499694848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393108.856264:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:1.0:1749393108.856268:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393108.856270:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393108.856274:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1f68. 00000100:00000200:1.0:1749393108.856278:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499695104, portal 10 00000400:00000010:1.0:1749393108.856283:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1ee0. 00000100:00000200:1.0:1749393108.856285:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499695104, offset 0 00000400:00000200:1.0:1749393108.856290:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393108.856294:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393108.856296:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393108.856298:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749393108.856298:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000400:00000200:1.0:1749393108.856301:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393108.856301:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393108.856304:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393108.856305:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393108.856306:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393108.856309:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393108.856309:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1d48 00000400:00000010:3.0:1749393108.856311:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1d48. 00000100:00000200:3.0:1749393108.856317:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc380 x1834371499694976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393108.856319:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [57:57:255:4294967295] 192.168.203.132@tcp LPNI seq info [57:57:7:4294967295] 00000400:00000200:1.0:1749393108.856324:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393108.856334:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393108.856339:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393108.856342:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000800:00000200:1.0:1749393108.856347:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393108.856352:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393108.856355:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393108.856367:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393108.856399:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393108.856402:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:3.0:1749393108.856405:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393108.856409:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393108.856411:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1ee0 00000400:00000010:3.0:1749393108.856413:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1ee0. 00000100:00000200:3.0:1749393108.856418:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc000 x1834371499695104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393108.857700:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857708:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393108.857716:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857720:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857725:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857729:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01b00 00000400:00000200:3.0:1749393108.857735:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857742:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x445 [1] + 224 00000400:00000200:3.0:1749393108.857754:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393108.857758:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393108.857768:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc700 x1834371499694848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393108.857809:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857822:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393108.857827:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857830:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857833:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857836:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01c00 00000400:00000200:3.0:1749393108.857841:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857845:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x45d [1] + 0 00000400:00000200:3.0:1749393108.857852:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393108.857856:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393108.857862:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc000 x1834371499695104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393108.857888:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857892:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:2.0:1749393108.857896:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393108.857896:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857898:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857901:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393108.857904:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000200:3.0:1749393108.857905:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01b80 00000400:00000010:2.0:1749393108.857907:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000400:00000200:3.0:1749393108.857908:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393108.857911:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x455 [1] + 0 00000100:00000200:2.0:1749393108.857917:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc700 x1834371499694848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393108.857929:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393108.857930:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc700 x1834371499694848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393108.857933:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393108.857938:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc380 x1834371499694976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393108.857960:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 02000000:00000010:2.0:1749393108.857966:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8c00. 00000100:00000010:2.0:1749393108.857971:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc700. 00000400:00000010:1.0:1749393108.857982:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393108.857990:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1e58 00000400:00000010:1.0:1749393108.857992:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1e58. 00000100:00000200:1.0:1749393108.858002:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc380 x1834371499694976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393108.858015:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc380 x1834371499694976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393108.858040:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393108.858042:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1f68 00000400:00000010:1.0:1749393108.858044:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1f68. 00000100:00000200:1.0:1749393108.858048:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc000 x1834371499695104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393108.858057:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc000 x1834371499695104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393108.858069:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393108.858074:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672400. 00000100:00000010:1.0:1749393108.858078:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc380. 02000000:00000010:1.0:1749393108.858082:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393108.858084:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672000. 00000100:00000010:1.0:1749393108.858087:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc000. 00000100:00000010:3.0:1749393108.858671:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd40. 00000100:00000010:2.0:1749393108.858684:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000100:00000010:3.0:1749393113.863760:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc000. 02000000:00000010:3.0:1749393113.863794:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8200. 00000100:00000010:3.0:1749393113.863861:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc380. 02000000:00000010:3.0:1749393113.863870:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671c00. 00000100:00000010:3.0:1749393113.863898:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc700. 02000000:00000010:3.0:1749393113.863922:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671800. 02000000:00000010:2.0:1749393113.863963:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749393113.863979:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393113.863986:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393113.863994:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393113.864005:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499695232, portal 25 02000000:00000010:1.0:1749393113.864010:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000010:2.0:1749393113.864011:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393113.864014:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499695232, offset 0 00000400:00000200:1.0:1749393113.864021:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393113.864026:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000200:2.0:1749393113.864026:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393113.864038:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393113.864041:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1f68. 00000100:00000200:1.0:1749393113.864046:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499695360, portal 10 00000400:00000200:2.0:1749393113.864048:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:1.0:1749393113.864052:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1e58. 00000400:00000200:2.0:1749393113.864084:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393113.864090:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:1.0:1749393113.864094:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499695360, offset 0 00000400:00000200:2.0:1749393113.864096:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393113.864102:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393113.864109:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393113.864109:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393113.864115:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393113.864115:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [58:58:256:4294967295] 192.168.203.132@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:1.0:1749393113.864120:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393113.864120:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393113.864123:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393113.864126:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393113.864129:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393113.864133:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393113.864134:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [59:59:255:4294967295] 192.168.203.132@tcp LPNI seq info [59:59:7:4294967295] 00000400:00000200:1.0:1749393113.864138:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393113.864141:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393113.864146:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000400:00000200:1.0:1749393113.864148:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393113.864153:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393113.864155:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749393113.864157:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000800:00000200:1.0:1749393113.864162:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393113.864168:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393113.864169:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393113.864175:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393113.864175:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393113.864205:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393113.864205:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393113.864212:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000100:00000010:2.0:1749393113.864237:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674da00. 02000000:00000010:1.0:1749393113.864260:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:1.0:1749393113.864265:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393113.864267:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393113.864270:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000100:00000200:1.0:1749393113.864274:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499695488, portal 10 00000800:00000200:3.0:1749393113.864277:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393113.864279:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1dd0. 00000100:00000200:1.0:1749393113.864281:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499695488, offset 0 00000800:00000010:3.0:1749393113.864281:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:1.0:1749393113.864285:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393113.864288:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393113.864297:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393113.864300:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.864302:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000200:1.0:1749393113.864304:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:3.0:1749393113.864305:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:1.0:1749393113.864308:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393113.864311:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393113.864313:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393113.864316:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393113.864319:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [60:60:254:4294967295] 192.168.203.132@tcp LPNI seq info [60:60:6:4294967295] 00000100:00000200:3.0:1749393113.864319:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc000 x1834371499695232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393113.864324:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393113.864331:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393113.864335:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393113.864338:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:1.0:1749393113.864342:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393113.864347:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393113.864350:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393113.864355:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393113.864420:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393113.864423:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00000400:00000200:3.0:1749393113.864426:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393113.864430:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393113.864433:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1e58 00000400:00000010:3.0:1749393113.864435:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1e58. 00000100:00000200:3.0:1749393113.864441:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc380 x1834371499695360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393113.864468:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393113.864470:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:3.0:1749393113.864473:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393113.864476:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393113.864478:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1dd0 00000400:00000010:3.0:1749393113.864480:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1dd0. 00000100:00000200:3.0:1749393113.864485:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc700 x1834371499695488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393113.866370:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866378:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393113.866386:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866391:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866395:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866400:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01c80 00000400:00000200:3.0:1749393113.866405:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866420:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x465 [1] + 224 00000400:00000200:3.0:1749393113.866433:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393113.866438:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393113.866447:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc000 x1834371499695232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393113.866488:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866493:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393113.866497:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866500:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866503:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866506:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01d00 00000400:00000200:3.0:1749393113.866510:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866513:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x475 [1] + 0 00000400:00000200:3.0:1749393113.866519:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393113.866522:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393113.866527:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc380 x1834371499695360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393113.866550:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866554:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393113.866558:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866561:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866564:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866567:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01d80 00000400:00000200:3.0:1749393113.866570:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393113.866573:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x47d [1] + 0 00000400:00000010:2.0:1749393113.866586:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393113.866588:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393113.866591:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393113.866594:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393113.866597:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:3.0:1749393113.866639:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc700 x1834371499695488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393113.866642:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc000 x1834371499695232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393113.866644:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393113.866654:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1f68 00000100:00000200:2.0:1749393113.866656:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc000 x1834371499695232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393113.866657:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1f68. 00000100:00000200:1.0:1749393113.866670:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc380 x1834371499695360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393113.866682:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674da00. 02000000:00000010:2.0:1749393113.866685:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 00000100:00000200:1.0:1749393113.866687:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc380 x1834371499695360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393113.866690:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8200. 00000100:00000010:2.0:1749393113.866695:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc000. 00000100:00000010:2.0:1749393113.866713:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000400:00000010:1.0:1749393113.866714:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393113.866716:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000010:1.0:1749393113.866718:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 00000100:00000200:1.0:1749393113.866723:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc700 x1834371499695488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393113.866732:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc700 x1834371499695488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393113.866745:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393113.866759:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671c00. 00000100:00000010:1.0:1749393113.866764:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc380. 02000000:00000010:1.0:1749393113.866768:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393113.866771:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671800. 00000100:00000010:1.0:1749393113.866774:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc700. 00000100:00000010:3.0:1749393118.871753:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbca80. 02000000:00000010:3.0:1749393118.871799:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8d00. 00000100:00000010:3.0:1749393118.871867:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbce00. 02000000:00000010:3.0:1749393118.871876:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671400. 00000100:00000010:3.0:1749393118.871903:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd180. 02000000:00000010:3.0:1749393118.871908:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671000. 02000000:00000010:2.0:1749393118.871962:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749393118.871980:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393118.871986:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393118.871994:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393118.872004:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499695616, portal 25 00000400:00000010:2.0:1749393118.872010:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e4c8. 00000100:00000200:2.0:1749393118.872014:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499695616, offset 0 02000000:00000010:1.0:1749393118.872017:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:1.0:1749393118.872063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393118.872068:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393118.872074:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000100:00000200:1.0:1749393118.872079:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499695744, portal 10 00000400:00000010:1.0:1749393118.872085:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1f68. 00000100:00000200:1.0:1749393118.872090:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499695744, offset 0 00000400:00000200:2.0:1749393118.872091:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393118.872097:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393118.872103:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393118.872104:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393118.872113:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393118.872113:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393118.872120:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393118.872120:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393118.872126:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393118.872126:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393118.872131:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393118.872132:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393118.872135:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393118.872135:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393118.872140:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [62:62:256:4294967295] 192.168.203.132@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:2.0:1749393118.872140:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [62:62:256:4294967295] 192.168.203.132@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:1.0:1749393118.872145:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393118.872146:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393118.872157:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393118.872163:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393118.872168:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393118.872168:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:1.0:1749393118.872173:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393118.872176:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749393118.872178:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebd00. 00000800:00000200:1.0:1749393118.872183:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393118.872189:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393118.872190:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393118.872195:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebd00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393118.872195:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393118.872227:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393118.872227:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393118.872234:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000100:00000010:2.0:1749393118.872258:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674da80. 02000000:00000010:1.0:1749393118.872277:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:1.0:1749393118.872281:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393118.872284:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393118.872297:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393118.872301:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499695872, portal 10 00000800:00000200:3.0:1749393118.872305:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393118.872306:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1cc0. 00000100:00000200:1.0:1749393118.872308:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499695872, offset 0 00000800:00000010:3.0:1749393118.872309:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:1.0:1749393118.872315:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393118.872317:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393118.872320:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393118.872324:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393118.872325:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393118.872328:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393118.872331:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393118.872331:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e4c8 00000400:00000200:1.0:1749393118.872333:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1749393118.872333:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e4c8. 00000400:00000200:1.0:1749393118.872335:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393118.872339:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [63:63:254:4294967295] 192.168.203.132@tcp LPNI seq info [63:63:6:4294967295] 00000400:00000200:1.0:1749393118.872343:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393118.872347:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbca80 x1834371499695616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393118.872350:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393118.872355:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393118.872358:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebb00. 00000800:00000200:1.0:1749393118.872362:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393118.872367:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393118.872370:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebb00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393118.872374:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393118.872444:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393118.872447:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebd00. 00000400:00000200:3.0:1749393118.872451:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393118.872455:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393118.872458:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1f68 00000400:00000010:3.0:1749393118.872460:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1f68. 00000100:00000200:3.0:1749393118.872465:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbce00 x1834371499695744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393118.872492:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393118.872494:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebb00. 00000400:00000200:3.0:1749393118.872497:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393118.872500:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393118.872502:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1cc0 00000400:00000010:3.0:1749393118.872504:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1cc0. 00000100:00000200:3.0:1749393118.872509:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd180 x1834371499695872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393118.874135:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874142:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393118.874150:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874154:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874159:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874163:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01e00 00000400:00000200:3.0:1749393118.874168:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874174:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x485 [1] + 224 00000400:00000200:3.0:1749393118.874185:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393118.874189:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393118.874197:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbca80 x1834371499695616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393118.874235:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874239:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393118.874243:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874245:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874248:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874251:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01e80 00000400:00000200:3.0:1749393118.874254:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874258:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x495 [1] + 0 00000400:00000200:3.0:1749393118.874262:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393118.874265:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393118.874270:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbce00 x1834371499695744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393118.874279:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393118.874286:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393118.874289:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393118.874298:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbca80 x1834371499695616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393118.874310:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbca80 x1834371499695616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393118.874312:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874316:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393118.874320:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874322:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874334:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393118.874337:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a01f00 02000000:00000010:2.0:1749393118.874338:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 00000400:00000200:3.0:1749393118.874340:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393118.874343:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8d00. 00000400:00000200:3.0:1749393118.874343:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x49d [1] + 0 00000100:00000010:2.0:1749393118.874348:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbca80. 00000400:00000010:1.0:1749393118.874354:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393118.874362:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000200:3.0:1749393118.874362:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749393118.874365:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 00000400:00000200:3.0:1749393118.874366:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393118.874372:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd180 x1834371499695872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393118.874377:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbce00 x1834371499695744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393118.874394:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbce00 x1834371499695744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393118.874440:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393118.874443:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 00000400:00000010:1.0:1749393118.874446:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393118.874453:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd180 x1834371499695872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393118.874478:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd180 x1834371499695872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393118.874501:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393118.874508:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671400. 00000100:00000010:1.0:1749393118.874514:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbce00. 02000000:00000010:1.0:1749393118.874521:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393118.874525:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671000. 00000100:00000010:1.0:1749393118.874529:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd180. 00000100:00000010:3.0:1749393118.874687:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674da80. 00000100:00000010:2.0:1749393118.874702:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000100:00000010:3.0:1749393123.879733:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd500. 02000000:00000010:3.0:1749393123.879768:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8c00. 02000000:00000010:3.0:1749393123.879856:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749393123.879870:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393123.879876:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4840. 00000400:00000010:3.0:1749393123.879885:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43a18. 00000100:00000200:3.0:1749393123.879895:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499696000, portal 25 00000400:00000010:3.0:1749393123.879901:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43aa0. 00000100:00000200:3.0:1749393123.879905:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499696000, offset 0 00000400:00000200:3.0:1749393123.879916:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393123.879928:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.879938:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393123.879945:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393123.879951:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393123.879956:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393123.879959:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393123.879963:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [64:64:256:4294967295] 192.168.203.132@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:3.0:1749393123.879968:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.879981:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393123.880032:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393123.880038:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000800:00000200:3.0:1749393123.880067:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393123.880079:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393123.880086:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749393123.880115:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393123.880122:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15300. 00000100:00000010:3.0:1749393123.880142:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae152c0. 00000100:00000010:3.0:1749393123.880169:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd880. 02000000:00000010:3.0:1749393123.880179:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670c00. 00000100:00000010:3.0:1749393123.880211:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdc00. 02000000:00000010:3.0:1749393123.880216:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670800. 02000000:00000010:1.0:1749393123.880288:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:1.0:1749393123.880301:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393123.880307:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393123.880314:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393123.880320:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499696128, portal 10 00000400:00000010:1.0:1749393123.880328:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000100:00000200:1.0:1749393123.880333:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499696128, offset 0 00000400:00000200:1.0:1749393123.880342:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393123.880343:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393123.880350:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393123.880357:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749393123.880359:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:1.0:1749393123.880363:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393123.880366:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393123.880368:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393123.880372:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393123.880375:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393123.880377:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393123.880379:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43aa0 00000400:00000200:1.0:1749393123.880382:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [65:65:255:4294967295] 192.168.203.132@tcp LPNI seq info [65:65:7:4294967295] 00000400:00000010:2.0:1749393123.880382:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43aa0. 00000400:00000200:1.0:1749393123.880389:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393123.880396:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd500 x1834371499696000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393123.880402:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393123.880411:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393123.880417:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:1.0:1749393123.880424:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393123.880434:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393123.880450:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393123.880486:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393123.880502:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:1.0:1749393123.880508:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393123.880512:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393123.880517:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393123.880523:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499696256, portal 10 00000400:00000010:1.0:1749393123.880529:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1bb0. 00000100:00000200:1.0:1749393123.880533:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499696256, offset 0 00000400:00000200:1.0:1749393123.880540:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393123.880547:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393123.880549:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393123.880553:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749393123.880553:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000400:00000200:1.0:1749393123.880558:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393123.880558:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393123.880563:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393123.880564:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393123.880567:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393123.880568:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000200:1.0:1749393123.880570:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:3.0:1749393123.880570:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 00000400:00000200:1.0:1749393123.880576:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [66:66:255:4294967295] 192.168.203.132@tcp LPNI seq info [66:66:7:4294967295] 00000100:00000200:3.0:1749393123.880579:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd880 x1834371499696128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393123.880583:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393123.880595:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393123.880660:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393123.880666:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb600. 00000800:00000200:1.0:1749393123.880674:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393123.880682:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393123.880687:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393123.880713:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393123.880852:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393123.880859:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb600. 00000400:00000200:2.0:1749393123.880863:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393123.880870:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393123.880874:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1bb0 00000400:00000010:2.0:1749393123.880877:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1bb0. 00000100:00000200:2.0:1749393123.880885:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdc00 x1834371499696256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393123.882213:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882222:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393123.882230:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882234:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882239:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882243:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a01f80 00000400:00000200:3.0:1749393123.882248:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882255:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x4a5 [1] + 224 00000400:00000200:3.0:1749393123.882267:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393123.882271:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393123.882280:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd500 x1834371499696000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393123.882338:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882342:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393123.882347:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882350:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882353:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882356:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02000 00000400:00000200:3.0:1749393123.882360:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882363:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x4b5 [1] + 0 00000400:00000200:3.0:1749393123.882369:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393123.882372:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393123.882377:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd880 x1834371499696128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393123.882401:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882405:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393123.882408:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882411:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882414:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882417:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02080 00000400:00000200:3.0:1749393123.882420:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393123.882423:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x4bd [1] + 0 00000400:00000010:2.0:1749393123.882431:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4840. 00000400:00000200:2.0:1749393123.882441:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43a18 00000400:00000200:3.0:1749393123.882442:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749393123.882444:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43a18. 00000400:00000200:3.0:1749393123.882446:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393123.882451:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdc00 x1834371499696256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393123.882453:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd500 x1834371499696000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393123.882467:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd500 x1834371499696000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393123.882488:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393123.882496:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 02000000:00000010:2.0:1749393123.882497:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 00000400:00000010:1.0:1749393123.882499:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 02000000:00000010:2.0:1749393123.882503:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8c00. 00000100:00000200:1.0:1749393123.882508:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd880 x1834371499696128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393123.882508:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd500. 00000100:00000200:1.0:1749393123.882527:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd880 x1834371499696128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393123.882574:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393123.882578:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 00000400:00000010:1.0:1749393123.882580:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393123.882588:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdc00 x1834371499696256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393123.882637:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdc00 x1834371499696256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393123.882663:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393123.882670:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670c00. 00000100:00000010:1.0:1749393123.882676:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd880. 02000000:00000010:1.0:1749393123.882682:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393123.882686:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670800. 00000100:00000010:1.0:1749393123.882690:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdc00. 00000100:00000010:2.0:1749393123.883717:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15300. 00000100:00000010:3.0:1749393123.883734:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae152c0. 00000100:00000010:3.0:1749393128.887741:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdf80. 02000000:00000010:3.0:1749393128.887778:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8e00. 00000100:00000010:3.0:1749393128.887847:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe300. 02000000:00000010:3.0:1749393128.887882:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670800. 00000100:00000010:3.0:1749393128.887914:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe680. 02000000:00000010:3.0:1749393128.887919:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670c00. 02000000:00000010:2.0:1749393128.887930:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393128.887947:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393128.887977:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393128.887986:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393128.887997:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499696384, portal 25 00000400:00000010:2.0:1749393128.888003:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749393128.888016:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499696384, offset 0 02000000:00000010:1.0:1749393128.888029:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:2.0:1749393128.888029:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393128.888040:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393128.888042:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393128.888047:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000200:2.0:1749393128.888050:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:1.0:1749393128.888052:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393128.888057:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499696512, portal 10 00000400:00000200:2.0:1749393128.888058:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393128.888063:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:1.0:1749393128.888064:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393128.888068:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499696512, offset 0 00000400:00000200:2.0:1749393128.888068:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393128.888071:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393128.888075:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393128.888076:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [67:67:256:4294967295] 192.168.203.132@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1749393128.888081:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393128.888082:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393128.888088:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393128.888092:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393128.888094:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393128.888096:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393128.888099:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749393128.888101:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393128.888102:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393128.888106:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [68:68:255:4294967295] 192.168.203.132@tcp LPNI seq info [68:68:7:4294967295] 00000800:00000010:2.0:1749393128.888106:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000400:00000200:1.0:1749393128.888111:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393128.888114:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393128.888120:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393128.888126:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393128.888132:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393128.888148:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393128.888153:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:1.0:1749393128.888158:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393128.888164:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:1.0:1749393128.888165:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393128.888169:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749393128.888171:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d940. 00000400:00000200:1.0:1749393128.888177:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393128.888191:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674db40. 02000000:00000010:1.0:1749393128.888213:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:1.0:1749393128.888218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393128.888220:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393128.888224:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393128.888227:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499696640, portal 10 00000400:00000010:1.0:1749393128.888232:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1aa0. 00000800:00000200:3.0:1749393128.888233:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1749393128.888234:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499696640, offset 0 00000400:00000200:1.0:1749393128.888238:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393128.888238:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:1.0:1749393128.888242:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393128.888246:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393128.888246:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393128.888249:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393128.888252:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393128.888255:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393128.888255:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393128.888257:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393128.888260:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [69:69:254:4294967295] 192.168.203.132@tcp LPNI seq info [69:69:6:4294967295] 00000400:00000200:3.0:1749393128.888260:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:3.0:1749393128.888263:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:1.0:1749393128.888264:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393128.888271:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393128.888276:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:3.0:1749393128.888277:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdf80 x1834371499696384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1749393128.888278:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb200. 00000800:00000200:1.0:1749393128.888282:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393128.888286:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393128.888289:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393128.888294:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393128.888301:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393128.888303:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:3.0:1749393128.888306:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393128.888311:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393128.888313:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 00000400:00000010:3.0:1749393128.888315:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 00000100:00000200:3.0:1749393128.888321:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe300 x1834371499696512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393128.888420:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393128.888423:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb200. 00000400:00000200:3.0:1749393128.888425:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393128.888429:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393128.888432:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1aa0 00000400:00000010:3.0:1749393128.888434:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1aa0. 00000100:00000200:3.0:1749393128.888439:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe680 x1834371499696640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393128.890373:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890381:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393128.890388:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890392:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890397:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890412:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02100 00000400:00000200:3.0:1749393128.890417:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890424:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x4c5 [1] + 224 00000400:00000200:3.0:1749393128.890437:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393128.890441:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393128.890451:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdf80 x1834371499696384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393128.890494:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890501:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393128.890507:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890511:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890516:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890521:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02180 00000400:00000200:3.0:1749393128.890526:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890532:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x4d5 [1] + 0 00000400:00000200:3.0:1749393128.890543:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393128.890549:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393128.890557:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe300 x1834371499696512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393128.890579:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393128.890587:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393128.890590:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393128.890600:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdf80 x1834371499696384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393128.890649:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdf80 x1834371499696384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393128.890653:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890659:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393128.890666:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890670:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393128.890675:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393128.890679:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 00000400:00000200:3.0:1749393128.890680:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02200 00000400:00000010:1.0:1749393128.890681:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 02000000:00000010:2.0:1749393128.890685:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8e00. 00000400:00000200:3.0:1749393128.890686:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393128.890690:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdf80. 00000400:00000200:1.0:1749393128.890697:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 00000400:00000010:1.0:1749393128.890699:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000400:00000200:3.0:1749393128.890706:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x4dd [1] + 0 00000100:00000200:1.0:1749393128.890709:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe300 x1834371499696512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393128.890711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d940. 00000100:00000200:1.0:1749393128.890722:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe300 x1834371499696512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393128.890730:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393128.890734:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393128.890747:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe680 x1834371499696640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393128.890748:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393128.890753:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670800. 00000100:00000010:1.0:1749393128.890757:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe300. 00000400:00000010:1.0:1749393128.890763:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393128.890766:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:1.0:1749393128.890767:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393128.890772:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe680 x1834371499696640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393128.890777:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674db40. 00000100:00000200:1.0:1749393128.890781:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe680 x1834371499696640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393128.890793:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393128.890796:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670c00. 00000100:00000010:1.0:1749393128.890798:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe680. 00000100:00000010:3.0:1749393133.895723:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbea00. 02000000:00000010:3.0:1749393133.895759:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8100. 00000100:00000010:3.0:1749393133.895837:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbed80. 02000000:00000010:3.0:1749393133.895850:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671000. 02000000:00000010:2.0:1749393133.895892:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000100:00000010:3.0:1749393133.895901:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf100. 02000000:00000010:3.0:1749393133.895910:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671400. 00000400:00000200:2.0:1749393133.895913:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393133.895952:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393133.895964:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393133.895976:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499696768, portal 25 00000400:00000010:2.0:1749393133.895984:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749393133.895989:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499696768, offset 0 00000400:00000200:2.0:1749393133.896003:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393133.896017:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393133.896030:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:1.0:1749393133.896035:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:2.0:1749393133.896040:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393133.896045:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393133.896050:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393133.896051:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393133.896053:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:1.0:1749393133.896057:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000200:2.0:1749393133.896059:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [70:70:256:4294967295] 192.168.203.132@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000010:1.0:1749393133.896064:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000400:00000200:2.0:1749393133.896064:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393133.896071:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499696896, portal 10 00000400:00000200:2.0:1749393133.896076:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:1.0:1749393133.896078:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393133.896081:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499696896, offset 0 00000800:00000200:2.0:1749393133.896083:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393133.896089:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393133.896090:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000400:00000200:1.0:1749393133.896096:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393133.896099:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393133.896102:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393133.896106:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393133.896110:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:2.0:1749393133.896111:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393133.896117:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393133.896132:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393133.896135:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393133.896139:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [71:71:255:4294967295] 192.168.203.132@tcp LPNI seq info [71:71:7:4294967295] 00000400:00000200:1.0:1749393133.896144:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393133.896154:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393133.896159:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393133.896160:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:1.0:1749393133.896164:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb000. 00000100:00000010:2.0:1749393133.896168:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc40. 00000800:00000200:1.0:1749393133.896169:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393133.896176:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393133.896180:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb000 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749393133.896184:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d640. 00000400:00000200:1.0:1749393133.896188:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393133.896200:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:1.0:1749393133.896204:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393133.896206:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393133.896209:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749393133.896212:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499697024, portal 10 00000400:00000010:1.0:1749393133.896217:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1990. 00000100:00000200:1.0:1749393133.896219:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499697024, offset 0 00000400:00000200:1.0:1749393133.896223:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393133.896226:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393133.896230:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393133.896233:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393133.896233:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393133.896235:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393133.896237:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393133.896239:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:3.0:1749393133.896240:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:1.0:1749393133.896242:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [72:72:254:4294967295] 192.168.203.132@tcp LPNI seq info [72:72:6:4294967295] 00000400:00000200:1.0:1749393133.896246:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.896250:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393133.896253:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393133.896259:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393133.896261:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000010:1.0:1749393133.896265:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb200. 00000400:00000200:3.0:1749393133.896268:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000400:00000010:3.0:1749393133.896272:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000800:00000200:1.0:1749393133.896274:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393133.896279:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393133.896282:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393133.896288:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393133.896290:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbea00 x1834371499696768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393133.896324:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393133.896327:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb000. 00000400:00000200:3.0:1749393133.896331:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393133.896336:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393133.896340:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 00000400:00000010:3.0:1749393133.896343:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000100:00000200:3.0:1749393133.896351:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbed80 x1834371499696896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393133.896455:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393133.896459:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb200. 00000400:00000200:3.0:1749393133.896462:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393133.896467:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393133.896470:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1990 00000400:00000010:3.0:1749393133.896472:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1990. 00000100:00000200:3.0:1749393133.896487:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf100 x1834371499697024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393133.898315:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898324:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393133.898332:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898337:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898341:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898346:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02280 00000400:00000200:3.0:1749393133.898351:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898359:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x4e5 [1] + 224 00000400:00000200:3.0:1749393133.898370:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393133.898375:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393133.898385:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbea00 x1834371499696768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393133.898427:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898431:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393133.898435:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898438:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898441:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898444:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02300 00000400:00000200:3.0:1749393133.898448:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898451:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x4f5 [1] + 0 00000400:00000200:3.0:1749393133.898456:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393133.898460:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393133.898465:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbed80 x1834371499696896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393133.898488:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898491:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393133.898495:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898507:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393133.898509:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393133.898511:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393133.898514:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02380 00000400:00000200:2.0:1749393133.898517:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000200:3.0:1749393133.898517:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393133.898520:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393133.898530:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbea00 x1834371499696768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393133.898531:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x4fd [1] + 0 00000100:00000200:2.0:1749393133.898543:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbea00 x1834371499696768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393133.898551:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393133.898555:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393133.898561:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf100 x1834371499697024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393133.898572:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 02000000:00000010:2.0:1749393133.898582:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 00000400:00000200:1.0:1749393133.898583:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:1.0:1749393133.898586:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 02000000:00000010:2.0:1749393133.898589:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8100. 00000100:00000010:2.0:1749393133.898594:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbea00. 00000100:00000200:1.0:1749393133.898599:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbed80 x1834371499696896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393133.898645:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d640. 00000100:00000010:2.0:1749393133.898647:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc40. 00000100:00000200:1.0:1749393133.898671:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbed80 x1834371499696896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393133.898706:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393133.898711:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749393133.898713:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749393133.898718:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf100 x1834371499697024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393133.898728:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf100 x1834371499697024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393133.898743:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393133.898749:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671000. 00000100:00000010:1.0:1749393133.898753:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbed80. 02000000:00000010:1.0:1749393133.898758:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749393133.898761:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671400. 00000100:00000010:1.0:1749393133.898764:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf100. 00000100:00000010:3.0:1749393138.903707:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf480. 02000000:00000010:3.0:1749393138.903739:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8500. 00000100:00000010:3.0:1749393138.903803:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf800. 02000000:00000010:3.0:1749393138.903811:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671800. 00000100:00000010:3.0:1749393138.903836:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbfb80. 02000000:00000010:3.0:1749393138.903841:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671c00. 02000000:00000010:2.0:1749393138.903912:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393138.903930:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393138.903936:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393138.903945:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 02000000:00000010:1.0:1749393138.903948:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000100:00000200:2.0:1749393138.903955:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499697152, portal 25 00000400:00000200:1.0:1749393138.903960:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393138.903961:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e660. 00000100:00000200:2.0:1749393138.903964:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499697152, offset 0 00000400:00000010:1.0:1749393138.903965:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393138.903971:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000400:00000200:2.0:1749393138.903977:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393138.903986:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499697280, portal 10 00000400:00000200:2.0:1749393138.903989:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393138.903993:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000400:00000200:2.0:1749393138.903999:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393138.904006:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393138.904011:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:1.0:1749393138.904015:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499697280, offset 0 00000400:00000200:2.0:1749393138.904017:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393138.904021:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393138.904023:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393138.904026:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [73:73:256:4294967295] 192.168.203.132@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:1.0:1749393138.904030:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393138.904031:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393138.904036:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393138.904040:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393138.904044:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393138.904045:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393138.904047:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393138.904050:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393138.904052:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393138.904054:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [74:74:255:4294967295] 192.168.203.132@tcp LPNI seq info [74:74:7:4294967295] 00000400:00000200:1.0:1749393138.904059:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393138.904060:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000400:00000200:1.0:1749393138.904070:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393138.904070:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393138.904075:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393138.904078:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb600. 00000800:00000200:1.0:1749393138.904083:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393138.904083:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393138.904089:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393138.904090:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393138.904094:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393138.904120:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393138.904124:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393138.904127:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc40. 00000100:00000010:2.0:1749393138.904146:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d680. 02000000:00000010:1.0:1749393138.904162:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:1.0:1749393138.904167:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393138.904169:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393138.904172:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a16e8. 00000100:00000200:1.0:1749393138.904175:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499697408, portal 10 00000400:00000010:1.0:1749393138.904180:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1880. 00000100:00000200:1.0:1749393138.904182:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499697408, offset 0 00000800:00000200:3.0:1749393138.904182:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393138.904186:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:1.0:1749393138.904187:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393138.904191:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.904193:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393138.904194:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393138.904197:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393138.904200:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393138.904201:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393138.904203:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393138.904205:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393138.904207:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e660 00000400:00000010:3.0:1749393138.904210:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e660. 00000400:00000200:1.0:1749393138.904215:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [75:75:254:4294967295] 192.168.203.132@tcp LPNI seq info [75:75:6:4294967295] 00000400:00000200:1.0:1749393138.904219:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393138.904224:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf480 x1834371499697152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393138.904227:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393138.904232:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393138.904235:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:1.0:1749393138.904239:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393138.904244:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393138.904247:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393138.904253:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393138.904287:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393138.904290:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb600. 00000400:00000200:3.0:1749393138.904293:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393138.904297:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393138.904300:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:3.0:1749393138.904302:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 00000100:00000200:3.0:1749393138.904307:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf800 x1834371499697280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393138.904349:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393138.904351:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000400:00000200:3.0:1749393138.904354:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393138.904358:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393138.904360:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1880 00000400:00000010:3.0:1749393138.904362:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1880. 00000100:00000200:3.0:1749393138.904367:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbfb80 x1834371499697408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393138.905655:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905664:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393138.905672:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905676:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905681:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905686:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02400 00000400:00000200:3.0:1749393138.905691:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905698:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x505 [1] + 224 00000400:00000200:3.0:1749393138.905709:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393138.905714:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393138.905724:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf480 x1834371499697152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393138.905765:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905769:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393138.905773:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905776:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905779:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905782:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02500 00000400:00000200:3.0:1749393138.905786:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905789:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x51d [1] + 0 00000400:00000200:3.0:1749393138.905795:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393138.905807:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393138.905814:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbfb80 x1834371499697408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393138.905844:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905847:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:2.0:1749393138.905850:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393138.905851:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905854:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905857:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393138.905860:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02480 00000400:00000200:3.0:1749393138.905863:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393138.905867:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393138.905870:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393138.905880:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf480 x1834371499697152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393138.905910:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x515 [1] + 0 00000100:00000200:2.0:1749393138.905916:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf480 x1834371499697152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393138.905929:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393138.905933:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393138.905940:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf800 x1834371499697280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393138.905946:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 00000400:00000010:1.0:1749393138.905952:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 02000000:00000010:2.0:1749393138.905953:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8500. 00000100:00000010:2.0:1749393138.905958:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf480. 00000400:00000200:1.0:1749393138.905960:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a16e8 00000400:00000010:1.0:1749393138.905963:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a16e8. 00000100:00000200:1.0:1749393138.905973:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbfb80 x1834371499697408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393138.905986:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbfb80 x1834371499697408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393138.906013:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749393138.906017:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671c00. 00000100:00000010:1.0:1749393138.906021:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbfb80. 00000400:00000010:1.0:1749393138.906026:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393138.906029:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749393138.906031:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749393138.906035:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf800 x1834371499697280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393138.906045:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf800 x1834371499697280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393138.906056:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393138.906059:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671800. 00000100:00000010:1.0:1749393138.906061:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf800. 00000100:00000010:2.0:1749393138.906697:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc40. 00000100:00000010:3.0:1749393138.906707:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d680. 00000100:00000010:3.0:1749393143.911717:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf800. 02000000:00000010:3.0:1749393143.911751:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8800. 00000100:00000010:3.0:1749393143.911814:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbfb80. 02000000:00000010:3.0:1749393143.911823:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672000. 00000100:00000010:3.0:1749393143.911864:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf480. 02000000:00000010:3.0:1749393143.911870:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672400. 02000000:00000010:2.0:1749393143.911918:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393143.911937:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393143.911943:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 02000000:00000010:1.0:1749393143.911949:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000010:2.0:1749393143.911952:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000400:00000200:1.0:1749393143.911960:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393143.911962:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499697536, portal 25 00000400:00000010:1.0:1749393143.911965:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:2.0:1749393143.911968:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e6e8. 00000400:00000010:1.0:1749393143.911970:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000100:00000200:2.0:1749393143.911972:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499697536, offset 0 00000100:00000200:1.0:1749393143.911975:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499697664, portal 10 00000400:00000010:1.0:1749393143.911982:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a16e8. 00000400:00000200:2.0:1749393143.911984:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393143.911985:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499697664, offset 0 00000400:00000200:1.0:1749393143.911993:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393143.911997:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393143.911999:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393143.912007:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393143.912007:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393143.912014:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393143.912014:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393143.912019:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393143.912020:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393143.912025:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393143.912025:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393143.912028:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393143.912028:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393143.912033:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [76:76:256:4294967295] 192.168.203.132@tcp LPNI seq info [76:77:8:4294967295] 00000400:00000200:2.0:1749393143.912033:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [76:76:256:4294967295] 192.168.203.132@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:1.0:1749393143.912038:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393143.912038:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393143.912051:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393143.912058:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393143.912063:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393143.912063:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:1.0:1749393143.912069:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393143.912072:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749393143.912073:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebb00. 00000800:00000200:1.0:1749393143.912078:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393143.912083:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393143.912085:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393143.912091:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebb00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393143.912106:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393143.912119:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393143.912126:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c0c0. 00000400:00000200:2.0:1749393143.912127:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393143.912144:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c940. 02000000:00000010:1.0:1749393143.912155:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:1.0:1749393143.912159:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393143.912161:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393143.912164:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a15d8. 00000100:00000200:1.0:1749393143.912167:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499697792, portal 10 00000400:00000010:1.0:1749393143.912171:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1770. 00000100:00000200:1.0:1749393143.912184:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499697792, offset 0 00000400:00000200:1.0:1749393143.912189:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393143.912192:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393143.912193:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393143.912196:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebb00. 00000400:00000200:1.0:1749393143.912197:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393143.912200:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393143.912203:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393143.912203:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393143.912206:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393143.912208:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393143.912212:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [77:77:254:4294967295] 192.168.203.132@tcp LPNI seq info [78:78:6:4294967295] 00000400:00000200:3.0:1749393143.912212:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393143.912217:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.912217:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a16e8 00000400:00000010:3.0:1749393143.912219:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a16e8. 00000400:00000200:1.0:1749393143.912224:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393143.912228:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393143.912231:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebd00. 00000100:00000200:3.0:1749393143.912234:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbfb80 x1834371499697664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393143.912235:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393143.912240:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393143.912243:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebd00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393143.912248:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393143.912278:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393143.912281:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:3.0:1749393143.912284:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393143.912288:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393143.912291:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e6e8 00000400:00000010:3.0:1749393143.912293:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e6e8. 00000100:00000200:3.0:1749393143.912299:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf800 x1834371499697536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393143.912390:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393143.912392:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebd00. 00000400:00000200:3.0:1749393143.912395:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393143.912398:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393143.912401:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1770 00000400:00000010:3.0:1749393143.912403:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1770. 00000100:00000200:3.0:1749393143.912407:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf480 x1834371499697792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393143.914284:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914292:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393143.914301:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914306:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914311:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914316:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02680 00000400:00000200:3.0:1749393143.914321:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914327:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x53d [1] + 0 00000400:00000200:3.0:1749393143.914339:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393143.914343:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393143.914353:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf480 x1834371499697792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393143.914394:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914407:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393143.914412:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914416:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914419:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914422:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02600 00000400:00000200:3.0:1749393143.914426:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914429:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x535 [1] + 0 00000400:00000200:3.0:1749393143.914436:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393143.914440:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393143.914446:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbfb80 x1834371499697664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393143.914460:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914464:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393143.914467:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914470:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914472:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393143.914475:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02580 00000400:00000200:3.0:1749393143.914478:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393143.914479:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393143.914487:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749393143.914489:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000400:00000200:3.0:1749393143.914494:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x525 [1] + 224 00000100:00000200:1.0:1749393143.914499:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbfb80 x1834371499697664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393143.914509:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749393143.914511:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbfb80 x1834371499697664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393143.914513:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393143.914518:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf800 x1834371499697536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:1.0:1749393143.914536:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 00000400:00000010:2.0:1749393143.914661:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393143.914669:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393143.914672:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000010:3.0:1749393143.914672:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c940. 00000100:00000200:2.0:1749393143.914682:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf800 x1834371499697536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393143.914694:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf800 x1834371499697536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393143.914717:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 02000000:00000010:2.0:1749393143.914724:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8800. 00000100:00000010:2.0:1749393143.914729:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf800. 00000100:00000010:2.0:1749393143.914748:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c0c0. 00000400:00000010:1.0:1749393143.921319:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393143.921336:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a15d8 00000400:00000010:1.0:1749393143.921341:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a15d8. 00000100:00000200:1.0:1749393143.921359:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf480 x1834371499697792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393143.921410:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf480 x1834371499697792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:1.0:1749393143.921443:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:1.0:1749393143.921460:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393143.921469:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672000. 00000100:00000010:1.0:1749393143.921475:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbfb80. 02000000:00000010:1.0:1749393143.921482:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749393143.921486:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672400. 00000100:00000010:1.0:1749393143.921490:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf480. 00000100:00000010:3.0:1749393148.919773:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf100. 02000000:00000010:3.0:1749393148.919807:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8b00. 00000100:00000010:3.0:1749393148.919895:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbed80. 02000000:00000010:3.0:1749393148.919905:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672800. 00000100:00000010:3.0:1749393148.919932:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbea00. 02000000:00000010:3.0:1749393148.919937:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672c00. 02000000:00000010:2.0:1749393148.919998:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393148.920015:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393148.920022:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393148.920030:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393148.920040:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499697920, portal 25 00000400:00000010:2.0:1749393148.920046:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e770. 02000000:00000010:1.0:1749393148.920049:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000100:00000200:2.0:1749393148.920050:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499697920, offset 0 00000400:00000200:2.0:1749393148.920061:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393148.920069:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393148.920074:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000200:2.0:1749393148.920074:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393148.920081:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a15d8. 00000400:00000200:2.0:1749393148.920085:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:1.0:1749393148.920090:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499698048, portal 10 00000400:00000200:2.0:1749393148.920093:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1749393148.920097:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000400:00000200:2.0:1749393148.920098:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:1.0:1749393148.920101:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499698048, offset 0 00000400:00000200:2.0:1749393148.920103:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393148.920106:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393148.920111:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393148.920112:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [78:78:256:4294967295] 192.168.203.132@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1749393148.920117:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393148.920121:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393148.920129:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393148.920129:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393148.920135:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393148.920135:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393148.920140:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393148.920144:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393148.920147:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393148.920152:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [79:79:255:4294967295] 192.168.203.132@tcp LPNI seq info [80:80:7:4294967295] 00000800:00000010:2.0:1749393148.920152:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000400:00000200:1.0:1749393148.920156:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393148.920162:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393148.920168:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393148.920175:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393148.920176:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:1.0:1749393148.920180:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:2.0:1749393148.920182:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393148.920188:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393148.920213:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749393148.920216:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:1.0:1749393148.920219:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749393148.920224:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dec0. 00000400:00000200:1.0:1749393148.920228:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393148.920245:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d8c0. 02000000:00000010:1.0:1749393148.920273:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:1.0:1749393148.920277:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393148.920280:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393148.920283:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749393148.920287:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499698176, portal 10 00000800:00000200:3.0:1749393148.920288:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393148.920290:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1660. 00000800:00000010:3.0:1749393148.920292:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000100:00000200:1.0:1749393148.920293:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499698176, offset 0 00000400:00000200:1.0:1749393148.920297:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393148.920299:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393148.920301:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393148.920305:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393148.920308:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393148.920308:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393148.920311:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393148.920313:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393148.920314:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e770 00000400:00000200:1.0:1749393148.920316:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:3.0:1749393148.920317:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e770. 00000400:00000200:1.0:1749393148.920319:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [80:80:254:4294967295] 192.168.203.132@tcp LPNI seq info [81:81:6:4294967295] 00000400:00000200:1.0:1749393148.920323:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393148.920330:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf100 x1834371499697920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393148.920331:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393148.920335:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393148.920337:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000800:00000200:1.0:1749393148.920341:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393148.920346:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393148.920349:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393148.920353:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393148.920358:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393148.920361:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:3.0:1749393148.920364:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393148.920368:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393148.920371:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:3.0:1749393148.920374:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:3.0:1749393148.920380:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbed80 x1834371499698048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393148.920474:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393148.920476:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00000400:00000200:3.0:1749393148.920479:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393148.920483:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393148.920485:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1660 00000400:00000010:3.0:1749393148.920487:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1660. 00000100:00000200:3.0:1749393148.920493:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbea00 x1834371499698176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393148.922197:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922205:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393148.922214:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922218:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922223:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922228:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02700 00000400:00000200:3.0:1749393148.922233:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922240:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x545 [1] + 224 00000400:00000200:3.0:1749393148.922262:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393148.922266:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393148.922276:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf100 x1834371499697920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393148.922320:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922325:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393148.922329:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922331:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922335:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922338:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02780 00000400:00000200:3.0:1749393148.922342:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922346:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x555 [1] + 0 00000400:00000200:3.0:1749393148.922352:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393148.922355:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393148.922361:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbed80 x1834371499698048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393148.922386:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922390:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393148.922394:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922397:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922399:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393148.922402:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02800 00000400:00000010:2.0:1749393148.922406:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393148.922406:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393148.922414:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393148.922416:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000400:00000200:3.0:1749393148.922422:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x55d [1] + 0 00000100:00000200:2.0:1749393148.922426:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf100 x1834371499697920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393148.922440:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf100 x1834371499697920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393148.922443:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393148.922447:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393148.922453:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbea00 x1834371499698176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393148.922470:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 02000000:00000010:2.0:1749393148.922476:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8b00. 00000100:00000010:2.0:1749393148.922481:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf100. 00000400:00000010:1.0:1749393148.922490:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393148.922499:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a15d8 00000400:00000010:1.0:1749393148.922502:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a15d8. 00000100:00000200:1.0:1749393148.922514:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbed80 x1834371499698048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393148.922545:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbed80 x1834371499698048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393148.922577:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393148.922580:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:1.0:1749393148.922582:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749393148.922587:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbea00 x1834371499698176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393148.922596:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbea00 x1834371499698176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393148.922675:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749393148.922682:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672800. 00000100:00000010:1.0:1749393148.922687:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbed80. 02000000:00000010:1.0:1749393148.922694:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393148.922697:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672c00. 00000100:00000010:1.0:1749393148.922700:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbea00. 00000100:00000010:2.0:1749393148.923729:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dec0. 00000100:00000010:3.0:1749393148.923731:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d8c0. 00000100:00000010:3.0:1749393153.927742:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe680. 02000000:00000010:3.0:1749393153.927805:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8f00. 02000000:00000010:3.0:1749393153.927897:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393153.927911:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393153.927917:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4898. 00000400:00000010:3.0:1749393153.927926:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43b28. 00000100:00000200:3.0:1749393153.927936:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499698304, portal 25 00000400:00000010:3.0:1749393153.927942:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393153.927945:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499698304, offset 0 00000400:00000200:3.0:1749393153.927956:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393153.927967:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.927977:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393153.927985:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393153.927990:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393153.927995:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393153.927998:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393153.928003:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [81:81:256:4294967295] 192.168.203.132@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:3.0:1749393153.928008:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.928020:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393153.928026:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393153.928030:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000800:00000200:3.0:1749393153.928039:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393153.928050:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393153.928057:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749393153.928080:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393153.928088:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae154c0. 00000100:00000010:3.0:1749393153.928104:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15600. 00000100:00000010:3.0:1749393153.928128:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe300. 02000000:00000010:3.0:1749393153.928138:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673000. 00000100:00000010:3.0:1749393153.928169:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdf80. 02000000:00000010:3.0:1749393153.928173:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673400. 00000800:00000200:2.0:1749393153.928183:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393153.928191:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:2.0:1749393153.928198:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393153.928206:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393153.928211:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:2.0:1749393153.928214:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:2.0:1749393153.928226:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe680 x1834371499698304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393153.928252:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:1.0:1749393153.928266:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393153.928272:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393153.928279:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749393153.928285:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499698432, portal 10 00000400:00000010:1.0:1749393153.928293:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a15d8. 00000100:00000200:1.0:1749393153.928298:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499698432, offset 0 00000400:00000200:1.0:1749393153.928307:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393153.928315:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393153.928322:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393153.928327:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393153.928332:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393153.928336:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393153.928340:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393153.928345:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [82:82:256:4294967295] 192.168.203.132@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:1.0:1749393153.928360:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393153.928372:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393153.928380:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393153.928386:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000800:00000200:1.0:1749393153.928392:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393153.928401:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393153.928406:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393153.928440:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393153.928455:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:1.0:1749393153.928461:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393153.928464:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393153.928469:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a13b8. 00000100:00000200:1.0:1749393153.928474:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499698560, portal 10 00000400:00000010:1.0:1749393153.928480:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1550. 00000100:00000200:1.0:1749393153.928483:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499698560, offset 0 00000400:00000200:1.0:1749393153.928489:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393153.928495:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393153.928500:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393153.928505:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393153.928509:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393153.928512:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393153.928516:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393153.928520:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [83:83:255:4294967295] 192.168.203.132@tcp LPNI seq info [84:84:7:4294967295] 00000800:00000200:3.0:1749393153.928522:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393153.928526:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393153.928526:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:3.0:1749393153.928530:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393153.928537:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749393153.928537:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393153.928541:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a15d8 00000400:00000010:3.0:1749393153.928543:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a15d8. 00000800:00000200:1.0:1749393153.928544:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393153.928548:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000100:00000200:3.0:1749393153.928551:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe300 x1834371499698432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393153.928554:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393153.928561:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393153.928565:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393153.928599:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393153.928733:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393153.928740:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000400:00000200:2.0:1749393153.928744:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393153.928751:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393153.928755:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1550 00000400:00000010:2.0:1749393153.928766:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1550. 00000100:00000200:2.0:1749393153.928809:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdf80 x1834371499698560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393153.929876:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.929884:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393153.929893:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.929898:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.929903:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.929907:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02880 00000400:00000200:3.0:1749393153.929913:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.929919:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x565 [1] + 224 00000400:00000200:3.0:1749393153.929931:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393153.929935:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393153.929944:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe680 x1834371499698304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393153.929987:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.929991:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393153.929995:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.929998:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.930001:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.930004:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02980 00000400:00000200:3.0:1749393153.930007:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.930011:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x57d [1] + 0 00000400:00000200:3.0:1749393153.930016:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393153.930020:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393153.930035:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdf80 x1834371499698560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393153.930044:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4898. 00000400:00000200:2.0:1749393153.930055:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43b28 00000400:00000010:2.0:1749393153.930057:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43b28. 00000100:00000200:2.0:1749393153.930067:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe680 x1834371499698304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393153.930080:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe680 x1834371499698304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393153.930082:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.930086:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393153.930090:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.930093:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.930096:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.930099:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02900 00000400:00000200:3.0:1749393153.930102:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393153.930106:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x575 [1] + 0 02000000:00000010:2.0:1749393153.930109:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 02000000:00000010:2.0:1749393153.930114:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8f00. 00000100:00000010:2.0:1749393153.930119:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe680. 00000400:00000200:3.0:1749393153.930121:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393153.930125:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749393153.930127:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393153.930135:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a13b8 00000400:00000010:1.0:1749393153.930138:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a13b8. 00000100:00000200:3.0:1749393153.930146:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe300 x1834371499698432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393153.930149:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdf80 x1834371499698560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393153.930165:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdf80 x1834371499698560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393153.930198:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749393153.930204:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673400. 00000100:00000010:1.0:1749393153.930210:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdf80. 00000400:00000010:1.0:1749393153.930219:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393153.930223:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:1.0:1749393153.930225:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749393153.930232:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe300 x1834371499698432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393153.930245:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe300 x1834371499698432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393153.930265:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393153.930271:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673000. 00000100:00000010:1.0:1749393153.930275:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe300. 00000100:00000010:2.0:1749393153.932715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae154c0. 00000100:00000010:3.0:1749393153.932716:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15600. 00000100:00000010:3.0:1749393158.935726:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdc00. 02000000:00000010:3.0:1749393158.935786:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8e00. 00000100:00000010:3.0:1749393158.935850:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd880. 02000000:00000010:3.0:1749393158.935859:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673800. 00000100:00000010:3.0:1749393158.935883:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd500. 02000000:00000010:3.0:1749393158.935888:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673c00. 02000000:00000010:2.0:1749393158.935914:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7600. 00000400:00000200:2.0:1749393158.935935:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393158.935943:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 02000000:00000010:1.0:1749393158.935951:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000010:2.0:1749393158.935954:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000400:00000200:1.0:1749393158.935964:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393158.935966:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499698688, portal 25 00000400:00000010:1.0:1749393158.935968:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393158.935974:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 00000400:00000010:2.0:1749393158.935974:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e7f8. 00000100:00000200:1.0:1749393158.935979:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499698816, portal 10 00000100:00000200:2.0:1749393158.935980:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499698688, offset 0 00000400:00000010:1.0:1749393158.935986:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a13b8. 00000100:00000200:1.0:1749393158.935990:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499698816, offset 0 00000400:00000200:2.0:1749393158.935995:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393158.935997:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393158.936008:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393158.936010:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393158.936019:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393158.936020:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393158.936029:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393158.936036:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393158.936043:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393158.936043:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393158.936047:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393158.936048:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393158.936050:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393158.936054:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393158.936054:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [84:84:256:4294967295] 192.168.203.132@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:1.0:1749393158.936058:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [85:85:256:4294967295] 192.168.203.132@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1749393158.936062:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393158.936063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393158.936077:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393158.936098:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393158.936101:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393158.936105:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:1.0:1749393158.936106:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393158.936111:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb300. 00000800:00000200:1.0:1749393158.936117:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393158.936117:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393158.936129:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393158.936130:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393158.936135:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb300 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393158.936135:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393158.936155:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393158.936160:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393158.936162:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8ca00. 00000100:00000010:1.0:1749393158.936181:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cf40. 02000000:00000010:1.0:1749393158.936209:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:1.0:1749393158.936214:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393158.936216:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393158.936220:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749393158.936223:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499698944, portal 10 00000400:00000010:1.0:1749393158.936227:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1440. 00000100:00000200:1.0:1749393158.936229:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499698944, offset 0 00000400:00000200:1.0:1749393158.936234:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393158.936234:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393158.936238:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393158.936239:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb300. 00000400:00000200:1.0:1749393158.936242:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393158.936245:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393158.936248:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393158.936248:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393158.936250:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393158.936252:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393158.936256:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [86:86:254:4294967295] 192.168.203.132@tcp LPNI seq info [87:87:6:4294967295] 00000400:00000200:2.0:1749393158.936258:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393158.936260:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393158.936265:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a13b8 00000400:00000010:2.0:1749393158.936268:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a13b8. 00000400:00000200:1.0:1749393158.936274:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393158.936279:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393158.936283:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb300. 00000100:00000200:2.0:1749393158.936284:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd880 x1834371499698816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393158.936287:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393158.936293:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393158.936296:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393158.936301:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393158.936314:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393158.936317:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:2.0:1749393158.936321:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393158.936327:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393158.936331:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e7f8 00000400:00000010:2.0:1749393158.936334:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e7f8. 00000100:00000200:2.0:1749393158.936341:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdc00 x1834371499698688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393158.936444:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393158.936448:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb300. 00000400:00000200:2.0:1749393158.936453:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393158.936459:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393158.936463:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1440 00000400:00000010:2.0:1749393158.936466:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1440. 00000100:00000200:2.0:1749393158.936474:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd500 x1834371499698944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393158.938108:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938116:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393158.938124:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938129:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938134:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938139:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02a00 00000400:00000200:3.0:1749393158.938144:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938151:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x585 [1] + 224 00000400:00000200:3.0:1749393158.938163:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393158.938176:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393158.938186:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdc00 x1834371499698688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393158.938231:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938235:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393158.938239:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938242:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938245:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938248:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02a80 00000400:00000200:3.0:1749393158.938252:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938256:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x58d [1] + 0 00000400:00000200:3.0:1749393158.938262:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393158.938265:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393158.938270:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd880 x1834371499698816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393158.938281:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393158.938296:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393158.938299:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393158.938310:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdc00 x1834371499698688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393158.938312:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938316:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393158.938319:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938321:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938325:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393158.938328:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdc00 x1834371499698688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393158.938328:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02b00 00000400:00000200:3.0:1749393158.938331:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393158.938334:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x59d [1] + 0 00000400:00000010:1.0:1749393158.938346:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:3.0:1749393158.938352:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393158.938354:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:1.0:1749393158.938356:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000400:00000200:3.0:1749393158.938356:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393158.938363:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd500 x1834371499698944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393158.938365:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7600. 00000100:00000200:1.0:1749393158.938367:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd880 x1834371499698816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393158.938373:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8e00. 00000100:00000200:1.0:1749393158.938380:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd880 x1834371499698816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393158.938381:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdc00. 00000400:00000010:1.0:1749393158.938405:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393158.938408:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:1.0:1749393158.938410:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749393158.938414:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd500 x1834371499698944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393158.938423:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd500 x1834371499698944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393158.938436:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393158.938441:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673800. 00000100:00000010:1.0:1749393158.938444:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd880. 02000000:00000010:1.0:1749393158.938448:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749393158.938451:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673c00. 00000100:00000010:1.0:1749393158.938454:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd500. 00000100:00000010:2.0:1749393158.939700:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8ca00. 00000100:00000010:3.0:1749393158.939707:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cf40. 00000100:00000010:3.0:1749393163.943835:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd180. 02000000:00000010:3.0:1749393163.943889:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8900. 00000100:00000010:3.0:1749393163.943954:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbce00. 02000000:00000010:2.0:1749393163.943958:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7600. 02000000:00000010:3.0:1749393163.943965:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673c00. 00000400:00000200:2.0:1749393163.943975:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393163.943982:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393163.943991:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000010:3.0:1749393163.943999:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbca80. 00000100:00000200:2.0:1749393163.944002:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499699072, portal 25 02000000:00000010:3.0:1749393163.944004:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673800. 00000400:00000010:2.0:1749393163.944008:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e7f8. 00000100:00000200:2.0:1749393163.944011:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499699072, offset 0 00000400:00000200:2.0:1749393163.944023:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393163.944035:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393163.944053:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393163.944061:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393163.944067:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393163.944072:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393163.944075:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393163.944080:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [87:87:256:4294967295] 192.168.203.132@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1749393163.944085:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393163.944097:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393163.944105:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393163.944110:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:2.0:1749393163.944118:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 02000000:00000010:1.0:1749393163.944123:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000800:00000200:2.0:1749393163.944129:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393163.944136:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393163.944146:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1749393163.944150:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393163.944156:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749393163.944161:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499699200, portal 10 00000400:00000010:1.0:1749393163.944168:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749393163.944172:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499699200, offset 0 00000400:00000200:2.0:1749393163.944173:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393163.944181:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674de40. 00000100:00000010:2.0:1749393163.944195:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674db80. 00000400:00000200:1.0:1749393163.944201:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393163.944207:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393163.944212:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393163.944217:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393163.944220:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393163.944223:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393163.944226:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393163.944230:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [88:88:255:4294967295] 192.168.203.132@tcp LPNI seq info [89:89:7:4294967295] 00000400:00000200:1.0:1749393163.944234:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393163.944243:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393163.944248:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393163.944253:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000800:00000200:1.0:1749393163.944258:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393163.944264:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393163.944268:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393163.944275:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393163.944286:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:1.0:1749393163.944290:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393163.944292:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000010:1.0:1749393163.944295:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a12a8. 00000100:00000200:1.0:1749393163.944298:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499699328, portal 10 00000400:00000010:1.0:1749393163.944302:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1330. 00000100:00000200:1.0:1749393163.944304:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499699328, offset 0 00000400:00000200:1.0:1749393163.944308:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393163.944312:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393163.944314:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393163.944317:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393163.944322:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:1.0:1749393163.944324:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393163.944327:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393163.944328:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393163.944329:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393163.944331:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393163.944335:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [89:89:254:4294967295] 192.168.203.132@tcp LPNI seq info [90:90:6:4294967295] 00000400:00000200:3.0:1749393163.944336:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393163.944340:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.944341:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e7f8 00000400:00000010:3.0:1749393163.944344:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e7f8. 00000400:00000200:1.0:1749393163.944346:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393163.944351:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393163.944354:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000100:00000200:3.0:1749393163.944357:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd180 x1834371499699072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393163.944358:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393163.944362:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393163.944365:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393163.944369:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393163.944386:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393163.944389:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000400:00000200:3.0:1749393163.944392:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393163.944396:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393163.944398:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:3.0:1749393163.944400:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000100:00000200:3.0:1749393163.944405:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbce00 x1834371499699200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393163.944427:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393163.944429:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:3.0:1749393163.944432:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393163.944435:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393163.944437:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1330 00000400:00000010:3.0:1749393163.944439:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1330. 00000100:00000200:3.0:1749393163.944443:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbca80 x1834371499699328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393163.945892:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.945900:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393163.945909:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.945922:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.945927:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.945932:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02b80 00000400:00000200:3.0:1749393163.945937:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.945943:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x5a5 [1] + 224 00000400:00000200:3.0:1749393163.945956:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393163.945961:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393163.945971:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd180 x1834371499699072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393163.946013:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.946017:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393163.946021:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.946024:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.946027:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.946030:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02c80 00000400:00000200:3.0:1749393163.946033:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.946036:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x5bd [1] + 0 00000400:00000200:3.0:1749393163.946042:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393163.946045:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393163.946050:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbca80 x1834371499699328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393163.946068:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393163.946077:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393163.946080:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393163.946091:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd180 x1834371499699072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393163.946091:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.946095:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393163.946099:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.946101:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393163.946104:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd180 x1834371499699072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393163.946105:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.946108:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02c00 00000400:00000200:3.0:1749393163.946111:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393163.946114:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x5b5 [1] + 0 00000400:00000200:3.0:1749393163.946130:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749393163.946135:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7600. 00000400:00000200:3.0:1749393163.946138:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:2.0:1749393163.946141:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8900. 00000100:00000200:3.0:1749393163.946144:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbce00 x1834371499699200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393163.946145:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd180. 00000400:00000010:1.0:1749393163.946167:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:1.0:1749393163.946175:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:1.0:1749393163.946177:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749393163.946187:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbce00 x1834371499699200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393163.946199:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbce00 x1834371499699200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393163.946225:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:1.0:1749393163.946228:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a12a8 00000400:00000010:1.0:1749393163.946229:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a12a8. 00000100:00000200:1.0:1749393163.946234:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbca80 x1834371499699328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393163.946243:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbca80 x1834371499699328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393163.946255:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749393163.946260:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673c00. 00000100:00000010:1.0:1749393163.946273:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbce00. 02000000:00000010:1.0:1749393163.946279:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393163.946282:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673800. 00000100:00000010:1.0:1749393163.946285:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbca80. 00000100:00000010:2.0:1749393163.947736:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674de40. 00000100:00000010:3.0:1749393163.947742:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674db80. 00000100:00000010:3.0:1749393168.951773:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc700. 02000000:00000010:3.0:1749393168.951805:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8400. 00000100:00000010:3.0:1749393168.951867:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc380. 02000000:00000010:3.0:1749393168.951876:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673000. 00000100:00000010:3.0:1749393168.951901:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc000. 02000000:00000010:3.0:1749393168.951906:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b673400. 02000000:00000010:3.0:1749393168.951958:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000400:00000200:3.0:1749393168.951972:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393168.951978:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393168.951986:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43c38. 00000100:00000200:3.0:1749393168.951996:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499699456, portal 25 00000400:00000010:3.0:1749393168.952002:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43cc0. 00000100:00000200:3.0:1749393168.952005:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499699456, offset 0 02000000:00000010:1.0:1749393168.952010:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:3.0:1749393168.952016:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393168.952022:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393168.952027:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6738. 00000400:00000200:3.0:1749393168.952028:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393168.952032:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a12a8. 00000100:00000200:1.0:1749393168.952037:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499699584, portal 10 00000400:00000200:3.0:1749393168.952038:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:1.0:1749393168.952045:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000400:00000200:3.0:1749393168.952045:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1749393168.952049:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499699584, offset 0 00000400:00000200:3.0:1749393168.952051:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393168.952056:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393168.952056:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393168.952059:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393168.952063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.952064:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [90:90:256:4294967295] 192.168.203.132@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:1.0:1749393168.952069:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393168.952069:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393168.952074:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393168.952078:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393168.952081:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393168.952082:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393168.952084:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393168.952089:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [91:91:255:4294967295] 192.168.203.132@tcp LPNI seq info [92:92:7:4294967295] 00000800:00000200:3.0:1749393168.952089:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393168.952093:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000400:00000200:1.0:1749393168.952094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393168.952102:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393168.952103:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393168.952109:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393168.952113:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000800:00000200:1.0:1749393168.952117:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393168.952130:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393168.952130:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393168.952136:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393168.952136:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393168.952156:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.952157:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393168.952163:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c040. 00000100:00000010:1.0:1749393168.952196:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c880. 00000800:00000200:3.0:1749393168.952198:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393168.952201:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 02000000:00000010:1.0:1749393168.952207:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:3.0:1749393168.952207:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393168.952212:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.952213:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393168.952218:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:3.0:1749393168.952221:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000400:00000010:1.0:1749393168.952224:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a66e0. 00000400:00000010:1.0:1749393168.952228:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393168.952231:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499699712, portal 10 00000100:00000200:3.0:1749393168.952233:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc380 x1834371499699584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393168.952236:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1088. 00000100:00000200:1.0:1749393168.952239:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499699712, offset 0 00000400:00000200:1.0:1749393168.952244:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393168.952248:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393168.952252:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393168.952256:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393168.952259:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393168.952261:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393168.952264:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393168.952267:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [92:92:255:4294967295] 192.168.203.132@tcp LPNI seq info [93:93:7:4294967295] 00000400:00000200:1.0:1749393168.952271:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393168.952278:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393168.952282:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393168.952285:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:1.0:1749393168.952289:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393168.952294:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393168.952297:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393168.952300:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393168.952302:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393168.952303:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:3.0:1749393168.952306:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393168.952310:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393168.952313:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43cc0 00000400:00000010:3.0:1749393168.952315:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43cc0. 00000100:00000200:3.0:1749393168.952320:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc700 x1834371499699456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393168.952348:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393168.952350:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:3.0:1749393168.952353:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393168.952356:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393168.952359:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1088 00000400:00000010:3.0:1749393168.952361:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1088. 00000100:00000200:3.0:1749393168.952365:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc000 x1834371499699712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393168.953718:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.953728:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393168.953737:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.953743:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.953760:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.953766:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02d80 00000400:00000200:3.0:1749393168.953773:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.953782:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x5d5 [1] + 0 00000400:00000200:3.0:1749393168.953800:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393168.953806:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393168.953819:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc380 x1834371499699584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393168.953879:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.953886:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393168.953893:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.953897:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393168.953899:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6738. 00000400:00000200:3.0:1749393168.953902:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393168.953907:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a12a8 00000400:00000200:3.0:1749393168.953908:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02e00 00000400:00000010:0.0:1749393168.953909:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a12a8. 00000400:00000200:3.0:1749393168.953913:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393168.953919:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc380 x1834371499699584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393168.953919:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x5dd [1] + 0 00000400:00000200:3.0:1749393168.953930:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393168.953932:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc380 x1834371499699584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393168.953936:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393168.953945:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc000 x1834371499699712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749393168.953954:0:2000:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a9c54000. 00000400:00000200:3.0:1749393168.953967:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.953973:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:0.0:1749393168.953974:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a66e0. 00000400:00000200:0.0:1749393168.953976:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000400:00000010:0.0:1749393168.953978:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000400:00000200:3.0:1749393168.953979:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393168.953983:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc000 x1834371499699712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393168.953984:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393168.953988:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393168.953993:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc000 x1834371499699712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393168.953994:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02d00 00000400:00000200:3.0:1749393168.953999:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000020:00000010:0.0:1749393168.954004:0:2000:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a9c56000. 00000400:00000200:3.0:1749393168.954005:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x5c5 [1] + 224 02000000:00000010:0.0:1749393168.954014:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:0.0:1749393168.954020:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673000. 00000100:00000010:0.0:1749393168.954024:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc380. 00000400:00000200:3.0:1749393168.954026:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749393168.954029:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:0.0:1749393168.954032:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b673400. 00000100:00000010:0.0:1749393168.954034:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc000. 00000400:00000200:3.0:1749393168.954039:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393168.954049:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc700 x1834371499699456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393168.954172:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393168.954183:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43c38 00000400:00000010:2.0:1749393168.954185:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43c38. 00000100:00000200:2.0:1749393168.954195:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc700 x1834371499699456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393168.954208:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc700 x1834371499699456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393168.954228:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 02000000:00000010:2.0:1749393168.954233:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8400. 00000100:00000010:2.0:1749393168.954237:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc700. 00000100:00000010:2.0:1749393168.955721:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c040. 00000100:00000010:3.0:1749393168.955729:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c880. 00000100:00000010:3.0:1749393173.959784:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc700. 02000000:00000010:3.0:1749393173.959817:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8d00. 00000100:00000010:3.0:1749393173.959882:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc000. 02000000:00000010:3.0:1749393173.959890:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672c00. 00000100:00000010:3.0:1749393173.959916:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbc380. 02000000:00000010:3.0:1749393173.959921:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672800. 02000000:00000010:2.0:1749393173.959974:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7600. 00000400:00000200:2.0:1749393173.959992:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393173.959998:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393173.960007:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393173.960017:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499699840, portal 25 02000000:00000010:0.0:1749393173.960034:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000010:2.0:1749393173.960042:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e880. 00000400:00000200:0.0:1749393173.960046:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393173.960046:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499699840, offset 0 00000400:00000010:0.0:1749393173.960051:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000200:2.0:1749393173.960058:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393173.960067:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:2.0:1749393173.960070:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393173.960072:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499699968, portal 10 00000400:00000010:0.0:1749393173.960080:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000400:00000200:2.0:1749393173.960080:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393173.960083:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499699968, offset 0 00000400:00000200:2.0:1749393173.960087:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393173.960091:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393173.960093:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393173.960098:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393173.960098:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393173.960101:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393173.960104:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393173.960106:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [93:93:256:4294967295] 192.168.203.132@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:0.0:1749393173.960109:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393173.960111:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393173.960112:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393173.960116:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393173.960119:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393173.960123:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [94:94:255:4294967295] 192.168.203.132@tcp LPNI seq info [95:95:7:4294967295] 00000400:00000200:2.0:1749393173.960124:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393173.960128:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393173.960130:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393173.960136:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000400:00000200:0.0:1749393173.960137:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393173.960142:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393173.960144:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393173.960146:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393173.960151:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393173.960156:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393173.960158:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393173.960163:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393173.960163:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393173.960197:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393173.960197:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393173.960204:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674de00. 00000100:00000010:2.0:1749393173.960228:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc80. 02000000:00000010:0.0:1749393173.960246:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393173.960250:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393173.960253:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393173.960257:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393173.960260:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499700096, portal 10 00000400:00000010:0.0:1749393173.960264:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000800:00000200:3.0:1749393173.960265:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393173.960266:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499700096, offset 0 00000800:00000010:3.0:1749393173.960270:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:0.0:1749393173.960271:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393173.960278:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393173.960286:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.960286:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393173.960290:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393173.960291:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e880 00000400:00000200:0.0:1749393173.960293:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1749393173.960294:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e880. 00000400:00000200:0.0:1749393173.960296:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393173.960298:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393173.960301:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393173.960304:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [95:95:254:4294967295] 192.168.203.132@tcp LPNI seq info [96:96:6:4294967295] 00000400:00000200:0.0:1749393173.960308:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393173.960308:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc700 x1834371499699840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393173.960315:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393173.960320:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393173.960323:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393173.960327:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393173.960332:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393173.960335:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393173.960340:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393173.960406:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393173.960409:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393173.960412:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393173.960416:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393173.960420:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:3.0:1749393173.960422:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:3.0:1749393173.960427:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc000 x1834371499699968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393173.960454:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393173.960456:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393173.960459:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393173.960462:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393173.960464:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:3.0:1749393173.960475:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:3.0:1749393173.960481:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbc380 x1834371499700096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393173.961910:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.961919:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393173.961929:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.961936:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.961943:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.961949:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a02e80 00000400:00000200:3.0:1749393173.961956:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.961966:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x5e5 [1] + 224 00000400:00000200:3.0:1749393173.961982:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393173.961988:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393173.961999:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc700 x1834371499699840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393173.962053:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.962059:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393173.962066:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.962070:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.962075:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.962080:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02f00 00000400:00000200:3.0:1749393173.962086:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.962093:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x5f5 [1] + 0 00000400:00000200:3.0:1749393173.962104:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393173.962110:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393173.962119:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc000 x1834371499699968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393173.962134:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393173.962142:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393173.962145:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393173.962155:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc700 x1834371499699840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393173.962165:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393173.962169:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc700 x1834371499699840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393173.962171:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393173.962178:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.962192:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393173.962198:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7600. 00000400:00000200:3.0:1749393173.962198:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393173.962203:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a02f80 02000000:00000010:2.0:1749393173.962204:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8d00. 00000400:00000010:0.0:1749393173.962205:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000100:00000010:2.0:1749393173.962209:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc700. 00000400:00000200:3.0:1749393173.962209:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393173.962213:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749393173.962215:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393173.962224:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc000 x1834371499699968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393173.962229:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x5fd [1] + 0 00000100:00000200:0.0:1749393173.962238:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc000 x1834371499699968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393173.962259:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749393173.962263:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 00000400:00000200:3.0:1749393173.962266:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749393173.962269:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672c00. 00000100:00000010:0.0:1749393173.962273:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc000. 00000100:00000200:3.0:1749393173.962276:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbc380 x1834371499700096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393173.962315:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393173.962318:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:0.0:1749393173.962320:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393173.962324:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbc380 x1834371499700096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393173.962349:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbc380 x1834371499700096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393173.962365:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393173.962369:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672800. 00000100:00000010:0.0:1749393173.962372:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbc380. 00000100:00000010:3.0:1749393173.963723:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc80. 00000100:00000010:2.0:1749393173.963770:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674de00. 00000100:00000010:3.0:1749393178.967788:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbca80. 02000000:00000010:3.0:1749393178.967822:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8200. 00000100:00000010:3.0:1749393178.967884:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbce00. 02000000:00000010:3.0:1749393178.967892:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672400. 00000100:00000010:3.0:1749393178.967917:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd180. 02000000:00000010:3.0:1749393178.967922:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b672000. 02000000:00000010:3.0:1749393178.967973:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000400:00000200:3.0:1749393178.967986:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393178.967991:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4948. 00000400:00000010:3.0:1749393178.968000:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43cc0. 00000100:00000200:3.0:1749393178.968010:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499700224, portal 25 00000400:00000010:3.0:1749393178.968016:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43d48. 02000000:00000010:0.0:1749393178.968017:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000100:00000200:3.0:1749393178.968019:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499700224, offset 0 00000400:00000200:0.0:1749393178.968029:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.968030:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393178.968034:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393178.968039:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:3.0:1749393178.968042:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393178.968044:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499700352, portal 10 00000400:00000010:0.0:1749393178.968052:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:3.0:1749393178.968053:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393178.968055:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499700352, offset 0 00000400:00000200:3.0:1749393178.968060:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393178.968063:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393178.968066:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393178.968070:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.968071:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393178.968074:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393178.968076:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393178.968079:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [96:96:256:4294967295] 192.168.203.132@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:0.0:1749393178.968081:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393178.968084:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393178.968087:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393178.968090:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393178.968094:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [97:97:256:4294967295] 192.168.203.132@tcp LPNI seq info [98:98:8:4294967295] 00000400:00000200:0.0:1749393178.968098:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.968106:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.968118:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393178.968126:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393178.968130:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393178.968132:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000800:00000200:0.0:1749393178.968136:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393178.968140:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393178.968141:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393178.968146:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393178.968155:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393178.968155:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393178.968161:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393178.968161:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393178.968187:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.968187:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393178.968194:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c40. 00000100:00000010:3.0:1749393178.968217:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15780. 02000000:00000010:0.0:1749393178.968234:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393178.968249:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393178.968252:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393178.968255:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393178.968258:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499700480, portal 10 00000800:00000200:2.0:1749393178.968259:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393178.968263:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393178.968265:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499700480, offset 0 00000800:00000010:2.0:1749393178.968266:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749393178.968270:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393178.968274:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393178.968275:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393178.968278:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393178.968282:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393178.968283:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393178.968285:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393178.968288:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393178.968288:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43d48 00000400:00000200:0.0:1749393178.968290:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749393178.968291:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43d48. 00000400:00000200:0.0:1749393178.968293:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [98:98:254:4294967295] 192.168.203.132@tcp LPNI seq info [99:99:6:4294967295] 00000400:00000200:0.0:1749393178.968298:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393178.968305:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393178.968306:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbca80 x1834371499700224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393178.968310:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393178.968313:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393178.968316:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393178.968321:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393178.968324:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393178.968329:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393178.968332:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393178.968334:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393178.968337:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393178.968342:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393178.968345:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:2.0:1749393178.968347:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749393178.968352:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbce00 x1834371499700352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393178.968445:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393178.968447:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393178.968450:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393178.968453:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393178.968455:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749393178.968457:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749393178.968462:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd180 x1834371499700480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393178.970221:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970229:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393178.970237:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970242:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970246:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970252:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03000 00000400:00000200:3.0:1749393178.970257:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970264:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x605 [1] + 224 00000400:00000200:3.0:1749393178.970276:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393178.970280:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393178.970290:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbca80 x1834371499700224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393178.970330:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970335:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393178.970339:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970342:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970345:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970348:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03080 00000400:00000200:3.0:1749393178.970351:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970365:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x615 [1] + 0 00000400:00000200:3.0:1749393178.970373:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393178.970377:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393178.970383:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbce00 x1834371499700352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393178.970411:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970415:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393178.970418:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970421:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393178.970424:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393178.970426:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4948. 00000400:00000200:3.0:1749393178.970427:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03100 00000400:00000200:3.0:1749393178.970430:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393178.970436:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43cc0 00000400:00000010:2.0:1749393178.970438:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43cc0. 00000400:00000200:3.0:1749393178.970444:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x61d [1] + 0 00000100:00000200:2.0:1749393178.970449:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbca80 x1834371499700224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393178.970454:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393178.970460:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393178.970461:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000100:00000200:2.0:1749393178.970462:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbca80 x1834371499700224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393178.970463:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393178.970464:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:3.0:1749393178.970470:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd180 x1834371499700480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393178.970473:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbce00 x1834371499700352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393178.970487:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbce00 x1834371499700352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393178.970509:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 00000400:00000010:0.0:1749393178.970511:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 02000000:00000010:2.0:1749393178.970516:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8200. 00000100:00000010:2.0:1749393178.970521:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbca80. 00000400:00000200:0.0:1749393178.970523:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749393178.970525:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393178.970530:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd180 x1834371499700480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393178.970539:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd180 x1834371499700480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393178.970554:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393178.970560:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672400. 00000100:00000010:0.0:1749393178.970564:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbce00. 02000000:00000010:0.0:1749393178.970568:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393178.970572:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b672000. 00000100:00000010:0.0:1749393178.970574:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd180. 00000100:00000010:2.0:1749393178.971753:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c40. 00000100:00000010:3.0:1749393178.971769:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15780. 00000100:00000010:3.0:1749393183.975804:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd500. 02000000:00000010:3.0:1749393183.975837:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8c00. 00000100:00000010:3.0:1749393183.975907:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbd880. 02000000:00000010:3.0:1749393183.975915:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671800. 00000100:00000010:3.0:1749393183.975942:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdc00. 02000000:00000010:3.0:1749393183.975947:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671c00. 02000000:00000010:3.0:1749393183.976007:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749393183.976020:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393183.976026:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b49a0. 00000400:00000010:3.0:1749393183.976034:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43dd0. 00000100:00000200:3.0:1749393183.976044:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499700608, portal 25 00000400:00000010:3.0:1749393183.976050:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43e58. 02000000:00000010:0.0:1749393183.976062:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000100:00000200:3.0:1749393183.976076:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499700608, offset 0 00000400:00000200:0.0:1749393183.976077:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393183.976084:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000200:3.0:1749393183.976087:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393183.976099:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393183.976105:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000400:00000200:3.0:1749393183.976108:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393183.976111:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499700736, portal 10 00000400:00000200:3.0:1749393183.976116:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393183.976121:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:3.0:1749393183.976122:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749393183.976125:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499700736, offset 0 00000400:00000200:3.0:1749393183.976127:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393183.976129:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393183.976135:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [99:99:256:4294967295] 192.168.203.132@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:0.0:1749393183.976136:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393183.976140:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393183.976144:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393183.976152:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393183.976153:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393183.976159:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393183.976159:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393183.976164:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393183.976164:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749393183.976168:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393183.976172:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749393183.976172:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393183.976177:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [100:100:255:4294967295] 192.168.203.132@tcp LPNI seq info [101:101:7:4294967295] 00000800:00000200:3.0:1749393183.976182:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393183.976185:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393183.976188:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393183.976197:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393183.976205:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393183.976211:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393183.976213:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393183.976220:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c80. 00000800:00000200:0.0:1749393183.976231:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749393183.976235:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15100. 00000800:00000200:0.0:1749393183.976241:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393183.976246:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393183.976257:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393183.976273:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000800:00000200:2.0:1749393183.976278:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393183.976279:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393183.976283:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000800:00000010:2.0:1749393183.976286:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000010:0.0:1749393183.976288:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393183.976293:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499700864, portal 10 00000400:00000200:2.0:1749393183.976294:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393183.976299:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:2.0:1749393183.976302:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393183.976303:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499700864, offset 0 00000400:00000200:2.0:1749393183.976308:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43e58 00000400:00000200:0.0:1749393183.976310:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749393183.976311:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43e58. 00000400:00000200:0.0:1749393183.976316:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393183.976322:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749393183.976326:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd500 x1834371499700608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393183.976327:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393183.976331:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393183.976335:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393183.976337:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393183.976342:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [101:101:254:4294967295] 192.168.203.132@tcp LPNI seq info [102:102:6:4294967295] 00000400:00000200:0.0:1749393183.976349:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393183.976359:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393183.976366:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393183.976371:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393183.976377:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393183.976384:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393183.976388:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393183.976395:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393183.976416:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393183.976419:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393183.976423:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393183.976427:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393183.976430:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749393183.976432:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393183.976437:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbd880 x1834371499700736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393183.976465:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393183.976467:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393183.976470:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393183.976473:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393183.976476:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749393183.976478:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749393183.976482:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdc00 x1834371499700864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393183.977872:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.977883:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393183.977894:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.977900:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.977907:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.977914:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03180 00000400:00000200:3.0:1749393183.977921:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.977931:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x625 [1] + 224 00000400:00000200:3.0:1749393183.977947:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393183.977953:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393183.977965:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd500 x1834371499700608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393183.978033:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.978040:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393183.978046:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.978051:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.978056:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.978061:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03200 00000400:00000200:3.0:1749393183.978066:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.978073:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x635 [1] + 0 00000400:00000200:3.0:1749393183.978083:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393183.978089:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393183.978098:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbd880 x1834371499700736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393183.978113:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b49a0. 00000400:00000200:2.0:1749393183.978123:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43dd0 00000400:00000010:2.0:1749393183.978134:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43dd0. 00000100:00000200:2.0:1749393183.978145:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd500 x1834371499700608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393183.978150:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.978156:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:2.0:1749393183.978158:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd500 x1834371499700608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393183.978162:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.978166:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393183.978170:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393183.978173:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:3.0:1749393183.978175:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03280 00000400:00000200:0.0:1749393183.978179:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000200:3.0:1749393183.978180:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393183.978181:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000400:00000200:3.0:1749393183.978187:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x63d [1] + 0 02000000:00000010:2.0:1749393183.978188:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 00000100:00000200:0.0:1749393183.978190:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbd880 x1834371499700736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393183.978196:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8c00. 00000100:00000010:2.0:1749393183.978201:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd500. 00000100:00000200:0.0:1749393183.978210:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbd880 x1834371499700736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393183.978213:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393183.978220:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393183.978229:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdc00 x1834371499700864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393183.978236:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393183.978242:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671800. 00000100:00000010:0.0:1749393183.978245:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbd880. 00000400:00000010:0.0:1749393183.978251:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393183.978254:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749393183.978256:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393183.978261:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdc00 x1834371499700864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393183.978270:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdc00 x1834371499700864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393183.978282:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393183.978287:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671c00. 00000100:00000010:0.0:1749393183.978289:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdc00. 00000100:00000010:3.0:1749393183.979684:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15100. 00000100:00000010:2.0:1749393183.979709:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c80. 00000100:00000010:3.0:1749393188.983753:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe300. 02000000:00000010:3.0:1749393188.983786:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8e00. 00000100:00000010:3.0:1749393188.983849:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbdf80. 02000000:00000010:3.0:1749393188.983877:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671400. 00000100:00000010:3.0:1749393188.983909:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbe680. 02000000:00000010:3.0:1749393188.983914:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b671000. 02000000:00000010:2.0:1749393188.983946:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6e00. 00000400:00000200:2.0:1749393188.983964:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393188.983970:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393188.983978:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393188.983989:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499700992, portal 25 00000400:00000010:2.0:1749393188.983994:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e908. 00000100:00000200:2.0:1749393188.983998:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499700992, offset 0 00000400:00000200:2.0:1749393188.984010:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393188.984021:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:2.0:1749393188.984022:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393188.984032:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393188.984033:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393188.984038:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:2.0:1749393188.984039:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393188.984043:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000200:2.0:1749393188.984045:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749393188.984047:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499701120, portal 10 00000400:00000200:2.0:1749393188.984050:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393188.984054:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749393188.984055:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393188.984058:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499701120, offset 0 00000400:00000200:2.0:1749393188.984058:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [102:102:256:4294967295] 192.168.203.132@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:2.0:1749393188.984063:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393188.984066:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393188.984073:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393188.984075:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393188.984079:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749393188.984082:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393188.984083:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393188.984087:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749393188.984087:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749393188.984090:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393188.984093:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393188.984096:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [103:103:255:4294967295] 192.168.203.132@tcp LPNI seq info [104:104:7:4294967295] 00000800:00000200:2.0:1749393188.984096:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393188.984108:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393188.984112:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393188.984114:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393188.984121:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393188.984127:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393188.984132:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393188.984136:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393188.984143:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393188.984147:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393188.984159:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393188.984166:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd00. 00000400:00000200:0.0:1749393188.984167:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393188.984185:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d440. 02000000:00000010:0.0:1749393188.984204:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393188.984208:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393188.984211:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393188.984215:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393188.984218:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499701248, portal 10 00000400:00000010:0.0:1749393188.984222:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393188.984224:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499701248, offset 0 00000800:00000200:3.0:1749393188.984228:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393188.984229:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393188.984232:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749393188.984233:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393188.984236:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393188.984239:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393188.984240:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393188.984243:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393188.984246:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393188.984248:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393188.984248:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393188.984251:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [104:104:254:4294967295] 192.168.203.132@tcp LPNI seq info [105:105:6:4294967295] 00000400:00000200:3.0:1749393188.984253:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e908 00000400:00000200:0.0:1749393188.984255:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393188.984256:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e908. 00000400:00000200:0.0:1749393188.984262:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393188.984267:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:3.0:1749393188.984269:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe300 x1834371499700992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749393188.984270:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393188.984273:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393188.984277:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393188.984280:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393188.984293:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393188.984294:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393188.984297:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393188.984300:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393188.984304:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393188.984307:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:3.0:1749393188.984309:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:3.0:1749393188.984314:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbdf80 x1834371499701120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393188.984403:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393188.984405:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393188.984408:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393188.984411:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393188.984413:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:3.0:1749393188.984415:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:3.0:1749393188.984420:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbe680 x1834371499701248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393188.986256:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986264:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393188.986272:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986278:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986285:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986306:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03300 00000400:00000200:3.0:1749393188.986313:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986322:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x645 [1] + 224 00000400:00000200:3.0:1749393188.986340:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393188.986347:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393188.986359:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe300 x1834371499700992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393188.986417:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986424:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393188.986430:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986434:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986439:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986444:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03380 00000400:00000200:3.0:1749393188.986450:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986455:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x655 [1] + 0 00000400:00000200:3.0:1749393188.986465:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393188.986471:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393188.986480:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbdf80 x1834371499701120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393188.986500:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393188.986508:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393188.986510:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393188.986520:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe300 x1834371499700992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393188.986555:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe300 x1834371499700992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393188.986556:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986563:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393188.986570:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393188.986573:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393188.986574:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393188.986579:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393188.986580:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749393188.986582:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000400:00000200:3.0:1749393188.986584:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03400 02000000:00000010:2.0:1749393188.986586:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6e00. 00000400:00000200:3.0:1749393188.986591:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393188.986592:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbdf80 x1834371499701120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393188.986593:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8e00. 00000400:00000200:3.0:1749393188.986597:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x65d [1] + 0 00000100:00000010:2.0:1749393188.986598:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe300. 00000100:00000200:0.0:1749393188.986640:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbdf80 x1834371499701120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393188.986654:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393188.986661:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749393188.986667:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393188.986674:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671400. 00000100:00000010:0.0:1749393188.986678:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbdf80. 00000100:00000200:3.0:1749393188.986681:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbe680 x1834371499701248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393188.986710:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393188.986714:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393188.986716:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393188.986721:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbe680 x1834371499701248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393188.986730:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbe680 x1834371499701248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393188.986743:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393188.986748:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b671000. 00000100:00000010:0.0:1749393188.986751:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbe680. 00000100:00000010:3.0:1749393188.987695:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d440. 00000100:00000010:2.0:1749393188.987711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd00. 00000100:00000010:3.0:1749393193.991764:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbea00. 02000000:00000010:3.0:1749393193.991797:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8f00. 00000100:00000010:3.0:1749393193.991864:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbed80. 02000000:00000010:3.0:1749393193.991872:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670c00. 00000100:00000010:3.0:1749393193.991897:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf100. 02000000:00000010:3.0:1749393193.991902:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670800. 02000000:00000010:2.0:1749393193.991909:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6e00. 00000400:00000200:2.0:1749393193.991928:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393193.991934:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393193.991943:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393193.991953:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499701376, portal 25 00000400:00000010:2.0:1749393193.991960:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e990. 00000100:00000200:2.0:1749393193.991963:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499701376, offset 0 00000400:00000200:2.0:1749393193.991974:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393193.991986:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393193.991996:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:2.0:1749393193.991997:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393193.992004:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393193.992008:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393193.992010:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393193.992013:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000200:2.0:1749393193.992015:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749393193.992018:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:2.0:1749393193.992018:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393193.992023:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499701504, portal 10 00000400:00000200:2.0:1749393193.992023:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [105:105:256:4294967295] 192.168.203.132@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:2.0:1749393193.992028:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393193.992030:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393193.992033:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499701504, offset 0 00000400:00000200:2.0:1749393193.992042:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393193.992043:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393193.992049:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393193.992055:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393193.992069:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393193.992069:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393193.992073:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393193.992076:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1749393193.992077:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749393193.992079:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393193.992083:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [106:106:255:4294967295] 192.168.203.132@tcp LPNI seq info [107:107:7:4294967295] 00000800:00000200:2.0:1749393193.992086:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393193.992088:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393193.992098:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393193.992098:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393193.992103:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393193.992104:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1749393193.992108:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393193.992113:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393193.992120:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393193.992124:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393193.992135:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393193.992143:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd00. 00000400:00000200:0.0:1749393193.992145:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393193.992162:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d700. 02000000:00000010:0.0:1749393193.992183:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393193.992187:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393193.992190:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393193.992193:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393193.992196:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499701632, portal 10 00000400:00000010:0.0:1749393193.992201:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393193.992203:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499701632, offset 0 00000800:00000200:3.0:1749393193.992204:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393193.992208:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393193.992208:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749393193.992212:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393193.992215:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393193.992216:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393193.992219:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393193.992222:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393193.992224:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393193.992225:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393193.992227:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393193.992230:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [107:107:254:4294967295] 192.168.203.132@tcp LPNI seq info [108:108:6:4294967295] 00000400:00000200:3.0:1749393193.992230:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e990 00000400:00000010:3.0:1749393193.992233:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e990. 00000400:00000200:0.0:1749393193.992235:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393193.992241:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749393193.992246:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbea00 x1834371499701376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393193.992255:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393193.992258:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393193.992263:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393193.992268:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393193.992271:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393193.992277:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393193.992343:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393193.992346:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393193.992349:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393193.992353:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393193.992356:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:3.0:1749393193.992358:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:3.0:1749393193.992364:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbed80 x1834371499701504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393193.992391:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393193.992393:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393193.992396:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393193.992399:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393193.992402:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:3.0:1749393193.992403:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:3.0:1749393193.992427:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf100 x1834371499701632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393193.994154:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994162:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393193.994171:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994175:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994180:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994185:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03480 00000400:00000200:3.0:1749393193.994190:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994198:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x665 [1] + 224 00000400:00000200:3.0:1749393193.994209:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393193.994213:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393193.994222:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbea00 x1834371499701376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393193.994262:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994266:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393193.994270:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994272:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994275:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994278:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03580 00000400:00000200:3.0:1749393193.994282:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994285:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x67d [1] + 0 00000400:00000200:3.0:1749393193.994291:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393193.994294:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393193.994299:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf100 x1834371499701632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393193.994322:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994326:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393193.994330:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994342:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994345:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393193.994349:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03500 00000400:00000200:3.0:1749393193.994352:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393193.994355:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393193.994363:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393193.994366:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000400:00000200:3.0:1749393193.994374:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x675 [1] + 0 00000100:00000200:2.0:1749393193.994377:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbea00 x1834371499701376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393193.994389:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbea00 x1834371499701376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393193.994391:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393193.994395:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393193.994401:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbed80 x1834371499701504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393193.994417:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 02000000:00000010:2.0:1749393193.994417:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6e00. 02000000:00000010:2.0:1749393193.994423:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8f00. 00000400:00000200:0.0:1749393193.994425:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393193.994428:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000010:2.0:1749393193.994429:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbea00. 00000100:00000200:0.0:1749393193.994437:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbed80 x1834371499701504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393193.994450:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbed80 x1834371499701504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393193.994475:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393193.994478:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:0.0:1749393193.994479:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393193.994484:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf100 x1834371499701632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393193.994493:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf100 x1834371499701632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393193.994534:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749393193.994541:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670c00. 00000100:00000010:0.0:1749393193.994545:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbed80. 02000000:00000010:0.0:1749393193.994551:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393193.994553:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670800. 00000100:00000010:0.0:1749393193.994556:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf100. 00000100:00000010:3.0:1749393193.995698:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d700. 00000100:00000010:2.0:1749393193.995717:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd00. 00000100:00000010:3.0:1749393198.999802:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf480. 02000000:00000010:3.0:1749393198.999840:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aac8500. 00000100:00000010:3.0:1749393198.999921:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbfb80. 02000000:00000010:3.0:1749393198.999936:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670800. 00000100:00000010:3.0:1749393198.999977:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aafbf800. 02000000:00000010:3.0:1749393198.999985:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b670c00. 02000000:00000010:2.0:1749393199.000030:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6e00. 00000400:00000200:2.0:1749393199.000049:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393199.000055:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393199.000064:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393199.000074:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499701760, portal 25 00000400:00000010:2.0:1749393199.000080:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749393199.000084:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499701760, offset 0 02000000:00000010:0.0:1749393199.000089:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:2.0:1749393199.000096:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393199.000101:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393199.000105:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:2.0:1749393199.000108:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393199.000111:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000400:00000200:2.0:1749393199.000119:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393199.000126:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393199.000135:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499701888, portal 10 00000400:00000200:2.0:1749393199.000141:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393199.000142:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393199.000146:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499701888, offset 0 00000400:00000200:2.0:1749393199.000146:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393199.000149:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393199.000154:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393199.000155:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [108:108:256:4294967295] 192.168.203.132@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:0.0:1749393199.000160:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393199.000160:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393199.000165:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393199.000169:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393199.000173:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393199.000173:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393199.000176:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393199.000179:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393199.000180:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393199.000182:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [109:109:255:4294967295] 192.168.203.132@tcp LPNI seq info [110:110:7:4294967295] 00000800:00000010:2.0:1749393199.000185:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749393199.000187:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393199.000194:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393199.000196:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393199.000201:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393199.000205:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:2.0:1749393199.000207:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393199.000210:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393199.000214:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393199.000217:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393199.000221:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393199.000247:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393199.000254:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd00. 00000400:00000200:0.0:1749393199.000260:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393199.000274:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674de80. 02000000:00000010:0.0:1749393199.000297:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393199.000301:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393199.000304:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393199.000307:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393199.000310:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499702016, portal 10 00000400:00000010:0.0:1749393199.000314:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393199.000316:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499702016, offset 0 00000400:00000200:0.0:1749393199.000320:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393199.000324:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393199.000328:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393199.000331:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393199.000334:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393199.000342:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393199.000343:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393199.000344:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393199.000348:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [110:110:254:4294967295] 192.168.203.132@tcp LPNI seq info [111:111:6:4294967295] 00000800:00000010:3.0:1749393199.000349:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749393199.000353:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.000359:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393199.000360:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393199.000364:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393199.000368:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393199.000371:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393199.000372:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393199.000377:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393199.000378:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000800:00000200:0.0:1749393199.000380:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:3.0:1749393199.000383:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000400:00000200:0.0:1749393199.000386:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393199.000400:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf480 x1834371499701760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393199.000436:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393199.000440:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393199.000445:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393199.000451:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393199.000455:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:3.0:1749393199.000458:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:3.0:1749393199.000512:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbfb80 x1834371499701888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393199.000673:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393199.000678:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393199.000683:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393199.000690:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393199.000695:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:3.0:1749393199.000699:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749393199.000708:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800aafbf800 x1834371499702016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393199.002319:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002328:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393199.002337:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002341:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002346:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002351:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03600 00000400:00000200:3.0:1749393199.002356:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002363:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x685 [1] + 224 00000400:00000200:3.0:1749393199.002375:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393199.002379:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393199.002388:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf480 x1834371499701760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393199.002429:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002433:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393199.002437:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002439:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002442:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002445:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03680 00000400:00000200:3.0:1749393199.002449:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002452:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x695 [1] + 0 00000400:00000200:3.0:1749393199.002458:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393199.002491:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393199.002498:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbfb80 x1834371499701888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393199.002518:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393199.002528:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393199.002531:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393199.002544:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf480 x1834371499701760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393199.002546:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002550:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393199.002554:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002557:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393199.002560:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393199.002564:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf480 x1834371499701760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393199.002564:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03700 00000400:00000200:3.0:1749393199.002567:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393199.002569:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393199.002577:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:0.0:1749393199.002579:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000400:00000200:3.0:1749393199.002585:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x69d [1] + 0 00000100:00000200:0.0:1749393199.002589:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbfb80 x1834371499701888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393199.002599:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6e00. 00000400:00000200:3.0:1749393199.002600:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393199.002631:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393199.002632:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbfb80 x1834371499701888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393199.002637:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aafbf800 x1834371499702016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393199.002649:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aac8500. 00000100:00000010:2.0:1749393199.002656:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf480. 00000400:00000010:0.0:1749393199.002658:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393199.002661:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393199.002663:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393199.002668:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aafbf800 x1834371499702016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393199.002677:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800aafbf800 x1834371499702016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393199.002690:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393199.002696:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670800. 00000100:00000010:0.0:1749393199.002700:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbfb80. 02000000:00000010:0.0:1749393199.002704:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393199.002717:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b670c00. 00000100:00000010:0.0:1749393199.002720:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aafbf800. 00000100:00000010:2.0:1749393199.003673:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd00. 00000100:00000010:3.0:1749393199.003692:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674de80. 00000100:00000010:0.0:1749393204.007936:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1180. 02000000:00000010:0.0:1749393204.007971:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67f00. 02000000:00000010:0.0:1749393204.008078:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ec00. 00000400:00000200:0.0:1749393204.008093:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393204.008099:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393204.008107:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393204.008117:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499702144, portal 25 00000400:00000010:0.0:1749393204.008123:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393204.008127:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499702144, offset 0 00000400:00000200:0.0:1749393204.008139:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393204.008151:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393204.008161:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393204.008168:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393204.008173:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393204.008178:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393204.008181:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393204.008186:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [111:111:256:4294967295] 192.168.203.132@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:0.0:1749393204.008190:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393204.008203:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393204.008210:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393204.008215:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393204.008223:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393204.008235:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393204.008241:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393204.008265:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393204.008272:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89640. 00000100:00000010:0.0:1749393204.008297:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89240. 00000100:00000010:0.0:1749393204.008329:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1500. 02000000:00000010:0.0:1749393204.008339:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59c00. 00000100:00000010:0.0:1749393204.008388:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1880. 02000000:00000010:0.0:1749393204.008393:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a800. 02000000:00000010:1.0:1749393204.008508:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:1.0:1749393204.008523:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393204.008525:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393204.008529:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000800:00000010:3.0:1749393204.008533:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000010:1.0:1749393204.008537:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1110. 00000400:00000200:3.0:1749393204.008542:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749393204.008543:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499702272, portal 10 00000400:00000010:1.0:1749393204.008552:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1000. 00000400:00000200:3.0:1749393204.008553:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:1.0:1749393204.008555:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499702272, offset 0 00000400:00000200:3.0:1749393204.008560:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:3.0:1749393204.008564:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749393204.008579:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1180 x1834371499702144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393204.008581:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393204.008589:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393204.008596:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393204.008673:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393204.008679:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393204.008683:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393204.008687:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393204.008693:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [112:112:256:4294967295] 192.168.203.132@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1749393204.008699:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393204.008712:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393204.008720:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393204.008727:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:1.0:1749393204.008734:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393204.008744:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393204.008749:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393204.008786:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393204.008800:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:1.0:1749393204.008804:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393204.008807:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393204.008812:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393204.008817:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499702400, portal 10 00000400:00000010:1.0:1749393204.008821:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a12a8. 00000100:00000200:1.0:1749393204.008824:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499702400, offset 0 00000400:00000200:1.0:1749393204.008830:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393204.008835:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393204.008838:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393204.008842:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393204.008845:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393204.008848:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393204.008850:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393204.008853:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [113:113:255:4294967295] 192.168.203.132@tcp LPNI seq info [114:114:7:4294967295] 00000400:00000200:1.0:1749393204.008857:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393204.008865:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393204.008875:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393204.008880:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000800:00000200:1.0:1749393204.008885:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393204.008886:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1749393204.008890:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb600. 00000400:00000200:3.0:1749393204.008894:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:1.0:1749393204.008896:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393204.008899:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1000 00000400:00000010:3.0:1749393204.008902:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1000. 00000800:00000200:1.0:1749393204.008904:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393204.008909:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb600 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:3.0:1749393204.008911:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1500 x1834371499702272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393204.008918:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393204.008971:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393204.008975:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb600. 00000400:00000200:3.0:1749393204.008979:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393204.008986:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393204.008990:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a12a8 00000400:00000010:3.0:1749393204.008993:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a12a8. 00000100:00000200:3.0:1749393204.009001:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1880 x1834371499702400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393204.010132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010141:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393204.010151:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010156:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010163:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010169:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03780 00000400:00000200:3.0:1749393204.010176:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010185:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x6a5 [1] + 224 00000400:00000200:3.0:1749393204.010201:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393204.010208:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393204.010218:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1180 x1834371499702144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393204.010269:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010275:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393204.010281:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010286:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010290:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010295:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03800 00000400:00000010:0.0:1749393204.010298:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:3.0:1749393204.010301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393204.010305:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393204.010308:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393204.010317:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1180 x1834371499702144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393204.010319:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x6ad [1] + 0 00000400:00000200:3.0:1749393204.010330:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393204.010331:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1180 x1834371499702144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393204.010344:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393204.010354:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1500 x1834371499702272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393204.010361:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ec00. 02000000:00000010:0.0:1749393204.010366:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67f00. 00000100:00000010:0.0:1749393204.010371:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1180. 00000400:00000200:3.0:1749393204.010398:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010404:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393204.010411:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010415:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010420:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010426:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03880 00000400:00000200:3.0:1749393204.010453:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393204.010460:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x6b5 [1] + 0 00000400:00000010:1.0:1749393204.010473:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393204.010482:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1110 00000400:00000010:1.0:1749393204.010485:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1110. 00000400:00000200:3.0:1749393204.010485:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393204.010492:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:1.0:1749393204.010497:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1500 x1834371499702272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393204.010502:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1880 x1834371499702400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393204.010516:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1500 x1834371499702272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393204.010551:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393204.010554:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000400:00000010:1.0:1749393204.010557:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393204.010564:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1880 x1834371499702400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393204.010578:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1880 x1834371499702400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393204.010598:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749393204.010641:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59c00. 00000100:00000010:1.0:1749393204.010648:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1500. 02000000:00000010:1.0:1749393204.010653:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749393204.010658:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a800. 00000100:00000010:1.0:1749393204.010662:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1880. 00000100:00000010:3.0:1749393204.011677:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89240. 00000100:00000010:2.0:1749393204.011685:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89640. 00000100:00000010:0.0:1749393209.015716:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1180. 02000000:00000010:0.0:1749393209.015742:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67f00. 00000100:00000010:0.0:1749393209.015791:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1c00. 02000000:00000010:0.0:1749393209.015797:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a000. 00000100:00000010:0.0:1749393209.015815:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1f80. 02000000:00000010:0.0:1749393209.015818:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5ac00. 02000000:00000010:1.0:1749393209.015859:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f50800. 00000400:00000200:1.0:1749393209.015871:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393209.015875:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393209.015881:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 02000000:00000010:2.0:1749393209.015883:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749393209.015889:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393209.015892:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393209.015896:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:1.0:1749393209.015902:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499702528, portal 25 00000400:00000010:1.0:1749393209.015907:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1110. 00000100:00000200:1.0:1749393209.015909:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499702528, offset 0 00000100:00000200:2.0:1749393209.015913:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499702656, portal 10 00000400:00000200:1.0:1749393209.015918:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000020:00000010:2.0:1749393209.015922:0:2000:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136a1a000. 00000400:00000010:2.0:1749393209.015926:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000400:00000200:1.0:1749393209.015927:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393209.015928:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499702656, offset 0 00000400:00000200:2.0:1749393209.015933:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393209.015934:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393209.015936:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393209.015939:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393209.015939:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393209.015941:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393209.015943:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393209.015944:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393209.015946:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393209.015946:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393209.015948:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393209.015948:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393209.015952:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [115:115:256:4294967295] 192.168.203.132@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:2.0:1749393209.015952:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [115:115:256:4294967295] 192.168.203.132@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:1.0:1749393209.015954:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393209.015955:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393209.015963:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393209.015966:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393209.015968:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393209.015970:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000800:00000200:1.0:1749393209.015971:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393209.015973:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:1.0:1749393209.015976:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393209.015976:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393209.015984:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393209.015984:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393209.015987:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393209.015987:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393209.016007:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393209.016008:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393209.016012:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c000. 00000100:00000010:1.0:1749393209.016027:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cf80. 02000000:00000010:2.0:1749393209.016044:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:2.0:1749393209.016046:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393209.016048:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000010:2.0:1749393209.016050:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393209.016052:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499702784, portal 10 00000020:00000010:2.0:1749393209.016057:0:2000:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136a18000. 00000400:00000010:2.0:1749393209.016060:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749393209.016061:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499702784, offset 0 00000400:00000200:2.0:1749393209.016064:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393209.016066:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393209.016068:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393209.016074:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393209.016076:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393209.016077:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393209.016078:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393209.016080:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [116:116:254:4294967295] 192.168.203.132@tcp LPNI seq info [117:117:6:4294967295] 00000400:00000200:2.0:1749393209.016083:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393209.016086:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393209.016089:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393209.016091:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:2.0:1749393209.016093:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393209.016096:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393209.016098:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393209.016101:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393209.016107:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393209.016111:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:3.0:1749393209.016117:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393209.016121:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393209.016125:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:3.0:1749393209.016126:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000100:00000200:3.0:1749393209.016136:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1c00 x1834371499702656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393209.016150:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393209.016152:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:3.0:1749393209.016153:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393209.016155:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393209.016157:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1110 00000400:00000010:3.0:1749393209.016158:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1110. 00000100:00000200:3.0:1749393209.016161:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1180 x1834371499702528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393209.016235:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393209.016236:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:3.0:1749393209.016238:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393209.016240:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393209.016242:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:3.0:1749393209.016243:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000100:00000200:3.0:1749393209.016246:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1f80 x1834371499702784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393209.017461:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017465:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393209.017471:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017473:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017476:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017479:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03980 00000400:00000200:3.0:1749393209.017482:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017486:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x6c5 [1] + 0 00000400:00000200:3.0:1749393209.017493:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393209.017496:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393209.017501:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1c00 x1834371499702656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393209.017525:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017528:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393209.017530:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017531:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017533:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017535:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03a00 00000400:00000200:3.0:1749393209.017537:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017538:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x6d5 [1] + 0 00000400:00000200:3.0:1749393209.017541:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393209.017548:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393209.017551:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1f80 x1834371499702784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393209.017560:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017562:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393209.017564:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017565:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017567:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017569:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03900 00000400:00000200:3.0:1749393209.017571:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393209.017572:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x6bd [1] + 224 00000400:00000200:3.0:1749393209.017581:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393209.017583:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393209.017584:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393209.017588:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393209.017590:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:3.0:1749393209.017593:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1180 x1834371499702528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393209.017595:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1c00 x1834371499702656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393209.017623:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1c00 x1834371499702656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393209.017642:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393209.017646:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000400:00000010:1.0:1749393209.017648:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393209.017652:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1180 x1834371499702528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393209.017652:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 00000400:00000200:2.0:1749393209.017654:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749393209.017654:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393209.017657:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1f80 x1834371499702784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393209.017660:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1180 x1834371499702528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393209.017662:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1f80 x1834371499702784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393209.017671:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f50800. 02000000:00000010:2.0:1749393209.017671:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:1.0:1749393209.017675:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67f00. 02000000:00000010:2.0:1749393209.017675:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a000. 00000100:00000010:1.0:1749393209.017683:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1180. 00000100:00000010:2.0:1749393209.017683:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1c00. 02000000:00000010:2.0:1749393209.017686:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393209.017688:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5ac00. 00000100:00000010:2.0:1749393209.017689:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1f80. 00000100:00000010:2.0:1749393209.019640:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c000. 00000100:00000010:3.0:1749393209.019645:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cf80. 00000100:00000010:0.0:1749393214.023758:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749393214.023789:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749393214.023855:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2680. 02000000:00000010:0.0:1749393214.023863:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a400. 00000100:00000010:0.0:1749393214.023888:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2a00. 02000000:00000010:0.0:1749393214.023893:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393214.023956:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ec00. 00000400:00000200:0.0:1749393214.023969:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393214.023975:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393214.023983:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393214.023993:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499702912, portal 25 02000000:00000010:2.0:1749393214.023995:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000010:0.0:1749393214.023998:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393214.024002:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499702912, offset 0 00000400:00000200:2.0:1749393214.024007:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393214.024011:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000010:2.0:1749393214.024017:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393214.024021:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499703040, portal 10 00000400:00000010:2.0:1749393214.024029:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393214.024031:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499703040, offset 0 00000400:00000200:0.0:1749393214.024034:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393214.024039:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393214.024045:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393214.024046:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393214.024057:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393214.024057:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393214.024064:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393214.024064:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393214.024069:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393214.024070:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393214.024074:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393214.024075:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393214.024078:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393214.024078:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393214.024083:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [118:118:256:4294967295] 192.168.203.132@tcp LPNI seq info [118:119:8:4294967295] 00000400:00000200:2.0:1749393214.024083:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [118:118:256:4294967295] 192.168.203.132@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:0.0:1749393214.024088:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393214.024088:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393214.024100:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393214.024107:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393214.024111:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393214.024111:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1749393214.024117:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393214.024120:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:2.0:1749393214.024120:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393214.024125:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393214.024133:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393214.024133:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393214.024139:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393214.024139:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393214.024163:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393214.024169:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89a00. 00000400:00000200:2.0:1749393214.024169:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393214.024187:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89d40. 02000000:00000010:2.0:1749393214.024208:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749393214.024212:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393214.024215:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393214.024232:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749393214.024235:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499703168, portal 10 00000400:00000010:2.0:1749393214.024240:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ecc0. 00000100:00000200:2.0:1749393214.024242:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499703168, offset 0 00000400:00000200:2.0:1749393214.024248:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393214.024252:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393214.024256:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393214.024260:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393214.024263:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393214.024265:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393214.024267:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393214.024271:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [119:119:254:4294967295] 192.168.203.132@tcp LPNI seq info [120:120:6:4294967295] 00000400:00000200:2.0:1749393214.024275:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393214.024282:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393214.024287:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393214.024289:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:2.0:1749393214.024293:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393214.024298:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393214.024301:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393214.024302:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749393214.024306:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393214.024309:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393214.024315:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393214.024323:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393214.024329:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:3.0:1749393214.024332:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:3.0:1749393214.024346:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499702912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393214.024411:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393214.024415:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1749393214.024419:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393214.024423:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393214.024426:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:3.0:1749393214.024428:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:3.0:1749393214.024433:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2680 x1834371499703040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393214.024508:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393214.024511:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:3.0:1749393214.024513:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393214.024518:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393214.024520:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ecc0 00000400:00000010:3.0:1749393214.024522:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ecc0. 00000100:00000200:3.0:1749393214.024527:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2a00 x1834371499703168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393214.026116:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026125:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393214.026133:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026138:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026143:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026148:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03a80 00000400:00000200:3.0:1749393214.026153:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026160:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x6e5 [1] + 224 00000400:00000200:3.0:1749393214.026170:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393214.026174:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393214.026184:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499702912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393214.026225:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026229:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393214.026233:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026236:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026239:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026242:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03b00 00000400:00000200:3.0:1749393214.026245:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026249:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x6ed [1] + 0 00000400:00000200:3.0:1749393214.026254:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393214.026263:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:3.0:1749393214.026266:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393214.026270:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393214.026273:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393214.026282:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499702912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393214.026284:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2680 x1834371499703040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393214.026296:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499702912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393214.026313:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026317:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393214.026321:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026324:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393214.026326:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ec00. 00000400:00000200:3.0:1749393214.026327:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393214.026330:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03b80 02000000:00000010:0.0:1749393214.026332:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67400. 00000400:00000200:3.0:1749393214.026333:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393214.026336:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000400:00000200:3.0:1749393214.026336:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x6fd [1] + 0 00000400:00000200:3.0:1749393214.026350:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393214.026354:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393214.026386:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2a00 x1834371499703168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393214.026387:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 00000400:00000200:2.0:1749393214.026396:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749393214.026398:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393214.026408:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2680 x1834371499703040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393214.026421:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2680 x1834371499703040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393214.026446:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393214.026449:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000400:00000010:2.0:1749393214.026450:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749393214.026455:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2a00 x1834371499703168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393214.026474:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2a00 x1834371499703168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393214.026489:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393214.026494:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a400. 00000100:00000010:2.0:1749393214.026498:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2680. 02000000:00000010:2.0:1749393214.026502:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393214.026505:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58c00. 00000100:00000010:2.0:1749393214.026510:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2a00. 00000100:00000010:2.0:1749393214.027711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89a00. 00000100:00000010:3.0:1749393214.027732:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89d40. 00000100:00000010:0.0:1749393219.031738:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749393219.031769:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749393219.031848:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2d80. 02000000:00000010:0.0:1749393219.031857:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59400. 00000100:00000010:0.0:1749393219.031880:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3100. 02000000:00000010:0.0:1749393219.031885:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393219.031934:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ee00. 00000400:00000200:0.0:1749393219.031947:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393219.031953:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393219.031961:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393219.031972:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499703296, portal 25 00000400:00000010:0.0:1749393219.031978:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393219.031982:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499703296, offset 0 02000000:00000010:2.0:1749393219.031985:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:0.0:1749393219.031993:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393219.031997:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393219.032003:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000200:0.0:1749393219.032004:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393219.032008:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749393219.032013:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499703424, portal 10 00000400:00000200:0.0:1749393219.032014:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:2.0:1749393219.032020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000400:00000200:0.0:1749393219.032022:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1749393219.032023:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499703424, offset 0 00000400:00000200:0.0:1749393219.032027:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393219.032031:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393219.032032:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393219.032035:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393219.032037:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393219.032040:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [120:120:256:4294967295] 192.168.203.132@tcp LPNI seq info [121:121:8:4294967295] 00000400:00000200:2.0:1749393219.032043:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393219.032046:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393219.032048:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393219.032051:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393219.032054:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393219.032057:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393219.032061:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [121:121:256:4294967295] 192.168.203.132@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1749393219.032066:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393219.032077:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393219.032083:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393219.032088:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393219.032088:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1749393219.032094:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393219.032097:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393219.032098:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393219.032103:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393219.032114:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393219.032115:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393219.032120:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393219.032120:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393219.032154:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393219.032156:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393219.032161:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89e00. 00000100:00000010:0.0:1749393219.032178:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89780. 02000000:00000010:2.0:1749393219.032209:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:2.0:1749393219.032213:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393219.032216:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000010:2.0:1749393219.032220:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ed48. 00000100:00000200:2.0:1749393219.032223:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499703552, portal 10 00000400:00000010:2.0:1749393219.032228:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2edd0. 00000100:00000200:2.0:1749393219.032230:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499703552, offset 0 00000400:00000200:2.0:1749393219.032235:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393219.032240:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393219.032244:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393219.032247:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393219.032250:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393219.032252:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393219.032255:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393219.032258:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [122:122:254:4294967295] 192.168.203.132@tcp LPNI seq info [123:123:6:4294967295] 00000400:00000200:2.0:1749393219.032262:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393219.032269:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393219.032274:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393219.032277:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:2.0:1749393219.032280:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393219.032285:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393219.032288:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393219.032293:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393219.032293:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393219.032300:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1749393219.032308:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393219.032316:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393219.032322:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:3.0:1749393219.032346:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:3.0:1749393219.032360:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2d80 x1834371499703424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393219.032385:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393219.032388:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393219.032391:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393219.032395:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393219.032398:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:3.0:1749393219.032400:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:3.0:1749393219.032405:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499703296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393219.032509:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393219.032512:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1749393219.032515:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393219.032519:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393219.032522:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2edd0 00000400:00000010:3.0:1749393219.032524:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2edd0. 00000100:00000200:3.0:1749393219.032529:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3100 x1834371499703552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393219.034180:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034189:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393219.034197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034211:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03c80 00000400:00000200:3.0:1749393219.034216:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034222:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x715 [1] + 0 00000400:00000200:3.0:1749393219.034233:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393219.034237:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393219.034247:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2d80 x1834371499703424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393219.034287:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034292:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393219.034296:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034298:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034304:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03d00 00000400:00000200:3.0:1749393219.034308:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034311:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x725 [1] + 0 00000400:00000200:3.0:1749393219.034316:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393219.034349:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393219.034357:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393219.034365:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000400:00000010:2.0:1749393219.034367:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000100:00000200:3.0:1749393219.034375:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3100 x1834371499703552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393219.034377:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2d80 x1834371499703424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393219.034394:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034398:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393219.034402:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034404:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393219.034407:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2d80 x1834371499703424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393219.034408:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034411:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03c00 00000400:00000200:3.0:1749393219.034414:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393219.034418:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x70d [1] + 224 00000400:00000200:3.0:1749393219.034432:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393219.034436:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393219.034440:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 00000400:00000200:2.0:1749393219.034442:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ed48 00000400:00000010:2.0:1749393219.034444:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ed48. 00000100:00000200:2.0:1749393219.034449:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3100 x1834371499703552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393219.034454:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499703296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393219.034458:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3100 x1834371499703552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393219.034472:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393219.034478:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59400. 00000100:00000010:2.0:1749393219.034484:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2d80. 02000000:00000010:2.0:1749393219.034489:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393219.034491:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59800. 00000100:00000010:2.0:1749393219.034494:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3100. 00000400:00000010:0.0:1749393219.034525:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393219.034533:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393219.034543:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393219.034553:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499703296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393219.034566:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499703296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393219.034585:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ee00. 02000000:00000010:0.0:1749393219.034590:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749393219.034593:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000100:00000010:2.0:1749393219.035696:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89e00. 00000100:00000010:3.0:1749393219.035730:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89780. 00000100:00000010:0.0:1749393224.039727:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749393224.039756:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749393224.039816:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3480. 02000000:00000010:0.0:1749393224.039825:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58400. 00000100:00000010:0.0:1749393224.039849:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3800. 02000000:00000010:0.0:1749393224.039854:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58800. 02000000:00000010:1.0:1749393224.039885:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f50800. 00000400:00000200:1.0:1749393224.039905:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393224.039912:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393224.039923:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393224.039935:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499703680, portal 25 00000400:00000010:1.0:1749393224.039943:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1088. 00000100:00000200:1.0:1749393224.039948:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499703680, offset 0 02000000:00000010:2.0:1749393224.039952:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:1.0:1749393224.039962:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393224.039965:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393224.039970:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000010:2.0:1749393224.039975:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ed48. 00000400:00000200:1.0:1749393224.039976:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393224.039980:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499703808, portal 10 00000400:00000010:2.0:1749393224.039987:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000400:00000200:1.0:1749393224.039988:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749393224.039989:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499703808, offset 0 00000400:00000200:2.0:1749393224.039997:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393224.039998:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393224.040004:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393224.040005:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393224.040010:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393224.040012:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393224.040014:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393224.040017:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393224.040018:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393224.040022:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393224.040024:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [123:123:256:4294967295] 192.168.203.132@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1749393224.040025:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393224.040031:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393224.040042:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [124:124:256:4294967295] 192.168.203.132@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1749393224.040047:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393224.040059:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393224.040066:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393224.040071:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000400:00000200:1.0:1749393224.040078:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393224.040080:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393224.040088:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393224.040093:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:1.0:1749393224.040095:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb200. 00000800:00000200:2.0:1749393224.040099:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:1.0:1749393224.040102:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393224.040112:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393224.040117:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393224.040130:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393224.040131:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393224.040139:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c780. 00000100:00000010:1.0:1749393224.040171:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cb00. 02000000:00000010:2.0:1749393224.040203:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749393224.040208:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393224.040211:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393224.040214:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ee58. 00000100:00000200:2.0:1749393224.040218:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499703936, portal 10 00000400:00000010:2.0:1749393224.040222:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eee0. 00000100:00000200:2.0:1749393224.040224:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499703936, offset 0 00000400:00000200:2.0:1749393224.040229:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393224.040233:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393224.040237:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393224.040240:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393224.040243:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393224.040245:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393224.040248:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393224.040251:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [125:125:254:4294967295] 192.168.203.132@tcp LPNI seq info [126:126:6:4294967295] 00000400:00000200:2.0:1749393224.040255:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393224.040257:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749393224.040262:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393224.040264:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000800:00000200:2.0:1749393224.040267:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393224.040270:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000400:00000200:3.0:1749393224.040271:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1749393224.040273:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393224.040278:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393224.040280:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393224.040285:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000800:00000200:2.0:1749393224.040317:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:3.0:1749393224.040326:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000400:00000200:2.0:1749393224.040327:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393224.040341:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3480 x1834371499703808/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393224.040367:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393224.040369:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb200. 00000400:00000200:3.0:1749393224.040372:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393224.040376:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393224.040379:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1088 00000400:00000010:3.0:1749393224.040381:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1088. 00000100:00000200:3.0:1749393224.040387:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499703680/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393224.040486:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393224.040489:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:3.0:1749393224.040492:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393224.040496:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393224.040499:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eee0 00000400:00000010:3.0:1749393224.040501:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eee0. 00000100:00000200:3.0:1749393224.040506:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3800 x1834371499703936/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393224.042190:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042198:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393224.042206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042211:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042216:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042221:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03d80 00000400:00000200:3.0:1749393224.042226:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042233:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x735 [1] + 224 00000400:00000200:3.0:1749393224.042244:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393224.042248:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393224.042257:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499703680/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393224.042326:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042331:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393224.042335:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042338:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042341:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042344:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03e80 00000400:00000200:3.0:1749393224.042348:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042352:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x74d [1] + 0 00000400:00000200:3.0:1749393224.042357:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393224.042370:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749393224.042374:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393224.042382:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000400:00000010:1.0:1749393224.042385:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000100:00000200:3.0:1749393224.042394:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3800 x1834371499703936/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393224.042398:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499703680/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393224.042424:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042428:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393224.042432:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042435:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042438:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393224.042439:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499703680/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393224.042442:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03e00 00000400:00000200:3.0:1749393224.042445:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393224.042448:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x73d [1] + 0 00000400:00000200:3.0:1749393224.042462:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393224.042466:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393224.042471:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3480 x1834371499703808/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393224.042478:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f50800. 02000000:00000010:1.0:1749393224.042487:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67400. 00000100:00000010:1.0:1749393224.042493:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000400:00000010:2.0:1749393224.042514:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 00000400:00000200:2.0:1749393224.042522:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ed48 00000400:00000010:2.0:1749393224.042524:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ed48. 00000100:00000200:2.0:1749393224.042534:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3480 x1834371499703808/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393224.042547:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3480 x1834371499703808/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393224.042572:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393224.042574:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ee58 00000400:00000010:2.0:1749393224.042576:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ee58. 00000100:00000200:2.0:1749393224.042580:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3800 x1834371499703936/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393224.042589:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3800 x1834371499703936/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393224.042635:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393224.042641:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58400. 00000100:00000010:2.0:1749393224.042646:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3480. 02000000:00000010:2.0:1749393224.042650:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393224.042653:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58800. 00000100:00000010:2.0:1749393224.042655:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3800. 00000100:00000010:2.0:1749393224.043685:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c780. 00000100:00000010:3.0:1749393224.043701:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cb00. 00000100:00000010:0.0:1749393229.047740:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3b80. 02000000:00000010:0.0:1749393229.047771:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67100. 00000100:00000010:0.0:1749393229.047841:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3800. 02000000:00000010:0.0:1749393229.047850:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58000. 00000100:00000010:0.0:1749393229.047874:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3480. 02000000:00000010:0.0:1749393229.047879:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393229.047920:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ec00. 00000400:00000200:0.0:1749393229.047933:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393229.047939:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393229.047947:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393229.047957:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499704064, portal 25 00000400:00000010:0.0:1749393229.047962:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393229.047966:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499704064, offset 0 00000400:00000200:0.0:1749393229.047977:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:2.0:1749393229.047980:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:0.0:1749393229.047989:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393229.047992:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393229.047996:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000200:0.0:1749393229.047998:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:2.0:1749393229.048002:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ee58. 00000400:00000200:0.0:1749393229.048006:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1749393229.048007:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499704192, portal 10 00000400:00000010:2.0:1749393229.048014:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ed48. 00000100:00000200:2.0:1749393229.048016:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499704192, offset 0 00000400:00000200:0.0:1749393229.048027:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393229.048033:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393229.048034:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393229.048036:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393229.048040:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393229.048041:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [126:126:256:4294967295] 192.168.203.132@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:0.0:1749393229.048046:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393229.048046:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393229.048050:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393229.048054:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393229.048057:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393229.048060:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393229.048063:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [127:127:256:4294967295] 192.168.203.132@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1749393229.048068:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393229.048080:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393229.048087:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393229.048092:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393229.048093:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000800:00000200:0.0:1749393229.048097:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393229.048101:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:2.0:1749393229.048101:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393229.048107:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393229.048112:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393229.048113:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393229.048118:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393229.048118:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393229.048156:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393229.048158:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393229.048162:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89880. 00000100:00000010:0.0:1749393229.048181:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89540. 02000000:00000010:2.0:1749393229.048211:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:2.0:1749393229.048215:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393229.048218:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000010:2.0:1749393229.048222:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ef68. 00000100:00000200:2.0:1749393229.048225:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499704320, portal 10 00000400:00000010:2.0:1749393229.048231:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eee0. 00000100:00000200:2.0:1749393229.048233:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499704320, offset 0 00000400:00000200:2.0:1749393229.048238:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393229.048241:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393229.048245:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393229.048248:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393229.048251:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393229.048284:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393229.048287:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393229.048291:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [128:128:254:4294967295] 192.168.203.132@tcp LPNI seq info [129:129:6:4294967295] 00000400:00000200:2.0:1749393229.048302:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393229.048311:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393229.048316:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393229.048320:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:2.0:1749393229.048324:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393229.048330:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393229.048333:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1749393229.048334:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393229.048340:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393229.048342:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:3.0:1749393229.048351:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393229.048362:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393229.048370:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ed48 00000400:00000010:3.0:1749393229.048374:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ed48. 00000100:00000200:3.0:1749393229.048390:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3800 x1834371499704192/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393229.048423:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393229.048427:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393229.048431:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393229.048435:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393229.048438:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:3.0:1749393229.048441:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749393229.048446:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3b80 x1834371499704064/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393229.048517:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393229.048520:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:3.0:1749393229.048523:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393229.048527:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393229.048530:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eee0 00000400:00000010:3.0:1749393229.048532:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eee0. 00000100:00000200:3.0:1749393229.048537:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3480 x1834371499704320/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393229.050034:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050043:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393229.050051:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050056:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050060:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050065:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a03f80 00000400:00000200:3.0:1749393229.050070:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050077:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x765 [1] + 0 00000400:00000200:3.0:1749393229.050089:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393229.050093:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393229.050103:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3800 x1834371499704192/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393229.050144:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050149:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393229.050152:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050155:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050158:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050161:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a03f00 00000400:00000200:3.0:1749393229.050164:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050168:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x75d [1] + 224 00000400:00000200:3.0:1749393229.050174:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393229.050186:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393229.050193:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3b80 x1834371499704064/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393229.050222:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050226:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393229.050230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393229.050231:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393229.050232:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050236:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050239:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04000 00000400:00000200:2.0:1749393229.050240:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ee58 00000400:00000010:2.0:1749393229.050242:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ee58. 00000400:00000200:3.0:1749393229.050242:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393229.050247:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x775 [1] + 0 00000100:00000200:2.0:1749393229.050252:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3800 x1834371499704192/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393229.050282:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:3.0:1749393229.050285:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393229.050289:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393229.050292:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000400:00000200:3.0:1749393229.050292:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393229.050293:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3800 x1834371499704192/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393229.050301:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3480 x1834371499704320/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393229.050302:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3b80 x1834371499704064/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393229.050315:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3b80 x1834371499704064/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393229.050326:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 00000400:00000200:2.0:1749393229.050329:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ef68 00000400:00000010:2.0:1749393229.050330:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ef68. 00000100:00000200:2.0:1749393229.050335:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3480 x1834371499704320/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393229.050336:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ec00. 02000000:00000010:0.0:1749393229.050342:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67100. 00000100:00000200:2.0:1749393229.050345:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3480 x1834371499704320/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749393229.050347:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3b80. 02000000:00000010:2.0:1749393229.050358:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393229.050363:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58000. 00000100:00000010:2.0:1749393229.050367:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3800. 02000000:00000010:2.0:1749393229.050371:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393229.050373:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59000. 00000100:00000010:2.0:1749393229.050377:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3480. 00000100:00000010:2.0:1749393229.051701:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89880. 00000100:00000010:3.0:1749393229.051706:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89540. 00000100:00000010:0.0:1749393234.055745:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3b80. 02000000:00000010:0.0:1749393234.055774:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67100. 00000100:00000010:0.0:1749393234.055834:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749393234.055843:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58800. 00000100:00000010:0.0:1749393234.055866:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3100. 02000000:00000010:0.0:1749393234.055870:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59800. 02000000:00000010:1.0:1749393234.055927:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f50800. 00000400:00000200:1.0:1749393234.055944:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393234.055950:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393234.055959:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393234.055968:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499704448, portal 25 02000000:00000010:2.0:1749393234.055971:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000010:1.0:1749393234.055974:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749393234.055979:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499704448, offset 0 00000400:00000200:2.0:1749393234.055983:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393234.055988:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000200:1.0:1749393234.055991:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749393234.055993:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ef68. 00000100:00000200:2.0:1749393234.055998:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499704576, portal 10 00000400:00000200:1.0:1749393234.056003:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393234.056004:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ee58. 00000100:00000200:2.0:1749393234.056007:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499704576, offset 0 00000400:00000200:1.0:1749393234.056012:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393234.056015:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393234.056019:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393234.056021:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393234.056025:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393234.056027:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393234.056030:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393234.056032:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393234.056034:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393234.056035:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393234.056039:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [129:129:256:4294967295] 192.168.203.132@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1749393234.056039:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393234.056042:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393234.056044:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393234.056046:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [130:130:256:4294967295] 192.168.203.132@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:2.0:1749393234.056050:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393234.056062:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393234.056069:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393234.056075:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393234.056075:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:1.0:1749393234.056080:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393234.056083:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749393234.056085:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb000. 00000800:00000200:1.0:1749393234.056090:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393234.056095:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393234.056097:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393234.056101:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393234.056101:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393234.056132:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393234.056133:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393234.056139:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c380. 00000100:00000010:1.0:1749393234.056167:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cb40. 02000000:00000010:2.0:1749393234.056198:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749393234.056203:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393234.056205:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393234.056209:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749393234.056212:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499704704, portal 10 00000400:00000010:2.0:1749393234.056216:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2edd0. 00000100:00000200:2.0:1749393234.056241:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499704704, offset 0 00000400:00000200:2.0:1749393234.056247:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393234.056263:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393234.056267:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393234.056270:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393234.056273:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393234.056276:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393234.056278:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393234.056282:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [131:131:254:4294967295] 192.168.203.132@tcp LPNI seq info [132:132:6:4294967295] 00000400:00000200:2.0:1749393234.056286:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393234.056293:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393234.056297:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393234.056301:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:2.0:1749393234.056305:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393234.056311:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393234.056314:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393234.056315:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749393234.056321:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393234.056322:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb000. 00000400:00000200:3.0:1749393234.056328:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393234.056337:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393234.056343:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:3.0:1749393234.056346:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:3.0:1749393234.056360:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3b80 x1834371499704448/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393234.056386:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393234.056388:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1749393234.056391:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393234.056394:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393234.056397:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ee58 00000400:00000010:3.0:1749393234.056399:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ee58. 00000100:00000200:3.0:1749393234.056404:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499704576/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393234.056507:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393234.056509:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1749393234.056512:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393234.056516:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393234.056519:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2edd0 00000400:00000010:3.0:1749393234.056521:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2edd0. 00000100:00000200:3.0:1749393234.056526:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3100 x1834371499704704/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393234.058346:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058354:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393234.058363:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058373:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058377:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04080 00000400:00000200:3.0:1749393234.058383:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058390:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x785 [1] + 224 00000400:00000200:3.0:1749393234.058401:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393234.058405:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393234.058414:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3b80 x1834371499704448/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393234.058456:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058460:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393234.058464:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058467:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058470:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058473:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04180 00000400:00000200:3.0:1749393234.058476:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058480:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x79d [1] + 0 00000400:00000200:3.0:1749393234.058485:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393234.058497:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393234.058504:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3100 x1834371499704704/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393234.058533:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058537:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393234.058541:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393234.058542:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:3.0:1749393234.058544:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058547:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393234.058550:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000400:00000200:3.0:1749393234.058550:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04100 00000400:00000010:1.0:1749393234.058552:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000400:00000200:3.0:1749393234.058553:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393234.058557:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x78d [1] + 0 00000100:00000200:1.0:1749393234.058562:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3b80 x1834371499704448/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393234.058571:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393234.058575:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:1.0:1749393234.058576:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3b80 x1834371499704448/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393234.058581:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499704576/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393234.058644:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f50800. 00000400:00000010:2.0:1749393234.058646:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 02000000:00000010:1.0:1749393234.058651:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67100. 00000400:00000200:2.0:1749393234.058654:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ef68 00000100:00000010:1.0:1749393234.058656:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3b80. 00000400:00000010:2.0:1749393234.058656:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ef68. 00000100:00000200:2.0:1749393234.058666:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499704576/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393234.058679:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499704576/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393234.058704:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393234.058706:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000400:00000010:2.0:1749393234.058708:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749393234.058712:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3100 x1834371499704704/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393234.058721:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3100 x1834371499704704/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393234.058734:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393234.058748:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58800. 00000100:00000010:2.0:1749393234.058752:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 02000000:00000010:2.0:1749393234.058757:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393234.058759:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59800. 00000100:00000010:2.0:1749393234.058763:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3100. 00000100:00000010:2.0:1749393234.059686:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c380. 00000100:00000010:3.0:1749393234.059717:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cb40. 00000100:00000010:0.0:1749393239.063765:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2d80. 02000000:00000010:0.0:1749393239.063793:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749393239.063854:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2a00. 02000000:00000010:0.0:1749393239.063863:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59400. 00000100:00000010:0.0:1749393239.063887:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2680. 02000000:00000010:0.0:1749393239.063892:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393239.063941:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646fe00. 00000400:00000200:0.0:1749393239.063954:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393239.063960:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393239.063968:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393239.063978:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499704832, portal 25 00000400:00000010:0.0:1749393239.063984:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393239.063987:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499704832, offset 0 02000000:00000010:2.0:1749393239.063988:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:0.0:1749393239.063999:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393239.064000:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393239.064005:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393239.064010:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000400:00000200:0.0:1749393239.064011:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393239.064015:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499704960, portal 10 00000400:00000200:0.0:1749393239.064020:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:2.0:1749393239.064022:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ef68. 00000100:00000200:2.0:1749393239.064024:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499704960, offset 0 00000400:00000200:0.0:1749393239.064028:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393239.064033:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393239.064034:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393239.064039:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393239.064039:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393239.064042:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393239.064045:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393239.064047:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [132:132:256:4294967295] 192.168.203.132@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1749393239.064050:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393239.064052:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393239.064054:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393239.064057:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393239.064060:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393239.064064:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [133:133:256:4294967295] 192.168.203.132@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1749393239.064068:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393239.064080:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393239.064087:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393239.064092:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393239.064092:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:0.0:1749393239.064097:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393239.064100:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:2.0:1749393239.064101:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393239.064105:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393239.064113:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393239.064114:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393239.064120:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393239.064120:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393239.064143:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393239.064149:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393239.064150:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89340. 00000100:00000010:0.0:1749393239.064166:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89a40. 02000000:00000010:2.0:1749393239.064237:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:2.0:1749393239.064242:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393239.064256:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000010:2.0:1749393239.064260:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393239.064264:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499705088, portal 10 00000400:00000010:2.0:1749393239.064269:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ecc0. 00000100:00000200:2.0:1749393239.064271:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499705088, offset 0 00000400:00000200:2.0:1749393239.064277:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393239.064281:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393239.064285:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393239.064289:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393239.064291:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393239.064294:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393239.064296:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393239.064299:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [134:134:254:4294967295] 192.168.203.132@tcp LPNI seq info [135:135:6:4294967295] 00000400:00000200:2.0:1749393239.064303:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393239.064309:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749393239.064311:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393239.064315:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393239.064316:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000800:00000010:2.0:1749393239.064318:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:2.0:1749393239.064322:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393239.064323:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1749393239.064327:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393239.064330:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393239.064331:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393239.064337:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.064337:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:3.0:1749393239.064340:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749393239.064354:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2d80 x1834371499704832/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393239.064379:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393239.064381:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:3.0:1749393239.064385:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393239.064388:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393239.064391:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ef68 00000400:00000010:3.0:1749393239.064393:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ef68. 00000100:00000200:3.0:1749393239.064398:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2a00 x1834371499704960/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393239.064488:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393239.064490:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1749393239.064493:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393239.064497:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393239.064499:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ecc0 00000400:00000010:3.0:1749393239.064502:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ecc0. 00000100:00000200:3.0:1749393239.064506:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2680 x1834371499705088/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393239.066132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066141:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393239.066150:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066155:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066160:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066164:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04200 00000400:00000200:3.0:1749393239.066169:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066176:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x7ad [1] + 224 00000400:00000200:3.0:1749393239.066208:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393239.066213:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393239.066223:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2d80 x1834371499704832/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393239.066264:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066269:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393239.066273:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066276:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066279:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066282:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04300 00000400:00000200:3.0:1749393239.066286:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066290:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x7c5 [1] + 0 00000400:00000200:3.0:1749393239.066295:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393239.066303:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:3.0:1749393239.066308:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393239.066310:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393239.066313:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393239.066322:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2d80 x1834371499704832/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393239.066325:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2680 x1834371499705088/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393239.066336:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2d80 x1834371499704832/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393239.066355:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066359:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393239.066363:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393239.066364:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646fe00. 00000400:00000200:3.0:1749393239.066366:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393239.066370:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67400. 00000400:00000200:3.0:1749393239.066372:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04280 00000100:00000010:0.0:1749393239.066374:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2d80. 00000400:00000200:3.0:1749393239.066375:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393239.066378:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x7b5 [1] + 0 00000400:00000200:3.0:1749393239.066396:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393239.066400:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393239.066405:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2a00 x1834371499704960/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393239.066449:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393239.066457:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000400:00000010:2.0:1749393239.066459:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749393239.066469:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2a00 x1834371499704960/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393239.066482:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2a00 x1834371499704960/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393239.066506:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 00000400:00000200:2.0:1749393239.066508:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749393239.066510:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393239.066524:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2680 x1834371499705088/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393239.066533:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2680 x1834371499705088/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393239.066548:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393239.066553:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59400. 00000100:00000010:2.0:1749393239.066558:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2a00. 02000000:00000010:2.0:1749393239.066562:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393239.066565:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58c00. 00000100:00000010:2.0:1749393239.066568:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2680. 00000100:00000010:2.0:1749393239.067699:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89340. 00000100:00000010:3.0:1749393239.067711:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89a40. 00000100:00000010:0.0:1749393244.071807:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2d80. 02000000:00000010:0.0:1749393244.071841:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67100. 00000100:00000010:0.0:1749393244.071910:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1f80. 02000000:00000010:0.0:1749393244.071919:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5ac00. 00000100:00000010:0.0:1749393244.071949:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1c00. 02000000:00000010:0.0:1749393244.071957:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a400. 02000000:00000010:1.0:1749393244.072015:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f50800. 02000000:00000010:2.0:1749393244.072018:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:1.0:1749393244.072033:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393244.072033:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393244.072039:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:2.0:1749393244.072039:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000010:1.0:1749393244.072048:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 00000400:00000010:2.0:1749393244.072048:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:1.0:1749393244.072058:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499705216, portal 25 00000400:00000010:1.0:1749393244.072064:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1330. 00000100:00000200:2.0:1749393244.072066:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499705344, portal 10 00000100:00000200:1.0:1749393244.072068:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499705216, offset 0 00000400:00000010:2.0:1749393244.072076:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749393244.072080:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499705344, offset 0 00000400:00000200:1.0:1749393244.072081:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393244.072090:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393244.072093:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393244.072096:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393244.072104:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393244.072104:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393244.072111:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393244.072112:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393244.072117:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393244.072117:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393244.072122:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393244.072122:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393244.072125:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393244.072126:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393244.072131:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [135:135:256:4294967295] 192.168.203.132@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1749393244.072131:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [135:135:256:4294967295] 192.168.203.132@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:1.0:1749393244.072136:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393244.072136:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393244.072169:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393244.072177:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393244.072182:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:1.0:1749393244.072190:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393244.072196:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393244.072200:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb200. 00000800:00000200:1.0:1749393244.072211:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393244.072211:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393244.072223:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393244.072229:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393244.072229:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:1.0:1749393244.072233:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393244.072261:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393244.072268:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d980. 00000400:00000200:1.0:1749393244.072273:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393244.072286:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dbc0. 02000000:00000010:2.0:1749393244.072306:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749393244.072310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393244.072313:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393244.072317:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393244.072320:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499705472, portal 10 00000400:00000010:2.0:1749393244.072325:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749393244.072327:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499705472, offset 0 00000400:00000200:2.0:1749393244.072332:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393244.072336:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393244.072340:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393244.072343:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393244.072346:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393244.072349:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393244.072351:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393244.072355:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [136:136:254:4294967295] 192.168.203.132@tcp LPNI seq info [138:138:6:4294967295] 00000400:00000200:2.0:1749393244.072359:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393244.072366:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393244.072370:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393244.072372:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393244.072373:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000800:00000200:2.0:1749393244.072377:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:3.0:1749393244.072378:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000800:00000200:2.0:1749393244.072381:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393244.072384:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393244.072387:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393244.072389:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.072395:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393244.072400:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000400:00000010:3.0:1749393244.072403:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000100:00000200:3.0:1749393244.072417:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1f80 x1834371499705344/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393244.072441:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393244.072444:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb200. 00000400:00000200:3.0:1749393244.072447:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393244.072450:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393244.072453:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1330 00000400:00000010:3.0:1749393244.072455:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1330. 00000100:00000200:3.0:1749393244.072461:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2d80 x1834371499705216/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393244.072552:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393244.072555:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:3.0:1749393244.072558:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393244.072562:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393244.072565:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:3.0:1749393244.072567:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000100:00000200:3.0:1749393244.072572:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1c00 x1834371499705472/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393244.074213:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074222:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393244.074230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074235:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074240:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074245:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04480 00000400:00000200:3.0:1749393244.074250:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074257:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x7ed [1] + 0 00000400:00000200:3.0:1749393244.074268:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393244.074272:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393244.074281:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1c00 x1834371499705472/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393244.074323:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074327:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393244.074331:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074334:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074337:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074340:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04400 00000400:00000200:3.0:1749393244.074343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074347:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x7dd [1] + 0 00000400:00000200:3.0:1749393244.074352:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393244.074364:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393244.074370:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393244.074378:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749393244.074389:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:3.0:1749393244.074396:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1f80 x1834371499705344/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393244.074399:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1c00 x1834371499705472/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393244.074412:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1c00 x1834371499705472/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393244.074414:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074418:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393244.074422:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074424:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074427:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074431:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04380 00000400:00000200:3.0:1749393244.074434:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393244.074437:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x7d5 [1] + 224 02000000:00000010:2.0:1749393244.074448:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 00000400:00000200:3.0:1749393244.074452:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749393244.074454:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749393244.074455:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000010:2.0:1749393244.074460:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1c00. 00000100:00000200:3.0:1749393244.074461:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2d80 x1834371499705216/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393244.074466:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 00000400:00000200:2.0:1749393244.074468:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749393244.074470:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393244.074475:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1f80 x1834371499705344/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393244.074484:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1f80 x1834371499705344/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393244.074495:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393244.074497:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5ac00. 00000100:00000010:2.0:1749393244.074500:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1f80. 00000400:00000010:1.0:1749393244.074580:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393244.074589:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000400:00000010:1.0:1749393244.074591:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393244.074601:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2d80 x1834371499705216/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393244.074660:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2d80 x1834371499705216/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393244.074681:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f50800. 02000000:00000010:1.0:1749393244.074686:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67100. 00000100:00000010:1.0:1749393244.074690:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2d80. 00000100:00000010:3.0:1749393244.075707:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dbc0. 00000100:00000010:2.0:1749393244.075716:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d980. 00000100:00000010:0.0:1749393249.079747:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1180. 02000000:00000010:0.0:1749393249.079781:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67000. 00000100:00000010:0.0:1749393249.079852:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1880. 02000000:00000010:0.0:1749393249.079860:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a000. 00000100:00000010:0.0:1749393249.079890:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1500. 02000000:00000010:0.0:1749393249.079897:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393249.079956:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ee00. 02000000:00000010:2.0:1749393249.079956:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:0.0:1749393249.079973:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393249.079973:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393249.079980:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:2.0:1749393249.079980:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000010:0.0:1749393249.079990:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000010:2.0:1749393249.079990:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393249.080001:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499705728, portal 10 00000100:00000200:0.0:1749393249.080007:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499705600, portal 25 00000400:00000010:0.0:1749393249.080012:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000010:2.0:1749393249.080012:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:0.0:1749393249.080017:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499705600, offset 0 00000100:00000200:2.0:1749393249.080017:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499705728, offset 0 00000400:00000200:0.0:1749393249.080031:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393249.080031:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393249.080044:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393249.080044:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393249.080055:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393249.080064:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393249.080069:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393249.080073:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393249.080078:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393249.080078:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393249.080084:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393249.080084:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393249.080089:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393249.080089:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393249.080095:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [138:138:256:4294967295] 192.168.203.132@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1749393249.080096:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [138:138:256:4294967295] 192.168.203.132@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:0.0:1749393249.080103:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393249.080103:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393249.080158:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393249.080168:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393249.080172:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393249.080176:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000800:00000200:0.0:1749393249.080179:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393249.080183:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393249.080187:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393249.080188:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393249.080202:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393249.080202:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393249.080210:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393249.080210:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393249.080243:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393249.080244:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393249.080252:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89200. 00000100:00000010:0.0:1749393249.080272:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89000. 02000000:00000010:2.0:1749393249.080310:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749393249.080317:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393249.080321:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393249.080326:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393249.080331:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499705856, portal 10 00000400:00000010:2.0:1749393249.080337:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749393249.080340:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499705856, offset 0 00000400:00000200:2.0:1749393249.080347:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393249.080353:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393249.080359:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393249.080363:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393249.080363:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749393249.080367:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393249.080370:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1749393249.080371:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:2.0:1749393249.080374:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393249.080378:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [139:139:254:4294967295] 192.168.203.132@tcp LPNI seq info [140:140:6:4294967295] 00000400:00000200:3.0:1749393249.080379:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393249.080384:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.080388:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393249.080393:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000200:2.0:1749393249.080395:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:3.0:1749393249.080396:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000800:00000200:2.0:1749393249.080402:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:3.0:1749393249.080411:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1880 x1834371499705728/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1749393249.080415:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:2.0:1749393249.080422:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393249.080429:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393249.080434:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393249.080444:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393249.080510:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393249.080514:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393249.080517:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393249.080521:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393249.080524:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:3.0:1749393249.080526:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:3.0:1749393249.080531:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1180 x1834371499705600/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393249.080575:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393249.080578:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:3.0:1749393249.080581:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393249.080585:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393249.080587:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000400:00000010:3.0:1749393249.080589:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000100:00000200:3.0:1749393249.080594:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1500 x1834371499705856/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393249.081857:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081865:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393249.081874:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081878:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081883:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081888:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04500 00000400:00000200:3.0:1749393249.081893:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081900:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x805 [1] + 224 00000400:00000200:3.0:1749393249.081911:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393249.081915:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393249.081925:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1180 x1834371499705600/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393249.081966:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081970:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393249.081975:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081977:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081980:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081984:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04580 00000400:00000200:3.0:1749393249.081987:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.081991:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x7fd [1] + 0 00000400:00000200:3.0:1749393249.081996:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393249.081999:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393249.082007:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000200:3.0:1749393249.082008:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393249.082009:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749393249.082016:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1880 x1834371499705728/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393249.082019:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1180 x1834371499705600/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393249.082032:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1180 x1834371499705600/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393249.082046:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.082050:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393249.082054:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.082056:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.082059:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393249.082062:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ee00. 00000400:00000200:3.0:1749393249.082063:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04600 02000000:00000010:0.0:1749393249.082066:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67000. 00000400:00000200:3.0:1749393249.082066:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393249.082069:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x815 [1] + 0 00000100:00000010:0.0:1749393249.082071:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1180. 00000400:00000200:3.0:1749393249.082084:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393249.082088:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393249.082093:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1500 x1834371499705856/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393249.082100:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 00000400:00000200:2.0:1749393249.082108:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749393249.082111:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393249.082146:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1880 x1834371499705728/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393249.082159:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1880 x1834371499705728/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393249.082186:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393249.082188:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:2.0:1749393249.082190:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393249.082195:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1500 x1834371499705856/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393249.082204:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1500 x1834371499705856/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393249.082216:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393249.082221:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a000. 00000100:00000010:2.0:1749393249.082226:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1880. 02000000:00000010:2.0:1749393249.082229:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393249.082232:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a800. 00000100:00000010:2.0:1749393249.082234:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1500. 00000100:00000010:3.0:1749393249.083707:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89000. 00000100:00000010:2.0:1749393249.083715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89200. 00000100:00000010:2.0:1749393254.087895:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393254.087931:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393254.088002:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393254.088011:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393254.088061:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393254.088066:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749393254.088132:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 02000000:00000010:0.0:1749393254.088133:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393254.088152:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.088152:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393254.088158:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:3.0:1749393254.088158:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b49f8. 00000400:00000010:0.0:1749393254.088165:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000010:3.0:1749393254.088165:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43ee0. 00000100:00000200:3.0:1749393254.088175:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499705984, portal 25 00000100:00000200:0.0:1749393254.088179:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499706112, portal 10 00000400:00000010:3.0:1749393254.088182:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43f68. 00000100:00000200:3.0:1749393254.088185:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499705984, offset 0 00000400:00000010:0.0:1749393254.088187:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393254.088191:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499706112, offset 0 00000400:00000200:3.0:1749393254.088197:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393254.088199:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393254.088209:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.088210:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393254.088220:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393254.088220:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393254.088227:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393254.088227:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393254.088232:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393254.088232:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393254.088237:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393254.088237:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393254.088241:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393254.088241:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393254.088246:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [141:141:256:4294967295] 192.168.203.132@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:3.0:1749393254.088246:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [141:141:256:4294967295] 192.168.203.132@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:0.0:1749393254.088251:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.088261:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.088273:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393254.088281:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393254.088285:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393254.088287:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000800:00000200:0.0:1749393254.088291:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393254.088295:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749393254.088296:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393254.088300:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393254.088309:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393254.088309:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393254.088315:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393254.088315:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393254.088349:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.088349:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393254.088356:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15540. 00000100:00000010:3.0:1749393254.088388:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae153c0. 00000800:00000200:2.0:1749393254.088422:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393254.088426:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 02000000:00000010:0.0:1749393254.088429:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393254.088434:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393254.088435:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393254.088437:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393254.088441:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393254.088444:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499706240, portal 10 00000400:00000200:2.0:1749393254.088444:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393254.088448:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43f68 00000400:00000010:0.0:1749393254.088449:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393254.088451:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499706240, offset 0 00000400:00000010:2.0:1749393254.088451:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43f68. 00000400:00000200:0.0:1749393254.088457:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393254.088461:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393254.088465:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749393254.088465:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499705984/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393254.088468:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393254.088472:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393254.088482:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393254.088484:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393254.088488:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [142:142:255:4294967295] 192.168.203.132@tcp LPNI seq info [143:143:7:4294967295] 00000400:00000200:0.0:1749393254.088493:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393254.088502:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393254.088506:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393254.088510:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393254.088514:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393254.088519:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393254.088523:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393254.088529:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393254.088563:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393254.088566:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393254.088569:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393254.088574:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393254.088577:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:2.0:1749393254.088579:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749393254.088584:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499706112/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393254.088651:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393254.088653:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393254.088656:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393254.088660:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393254.088662:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:2.0:1749393254.088664:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749393254.088669:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499706240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393254.090136:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090144:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393254.090153:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090158:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090162:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090167:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04680 00000400:00000200:3.0:1749393254.090173:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090179:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x825 [1] + 224 00000400:00000200:3.0:1749393254.090191:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393254.090195:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393254.090205:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499705984/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393254.090248:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090252:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393254.090256:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090259:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090262:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090265:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04780 00000400:00000200:3.0:1749393254.090268:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090281:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x83d [1] + 0 00000400:00000200:3.0:1749393254.090289:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393254.090293:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393254.090294:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b49f8. 00000400:00000200:2.0:1749393254.090305:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43ee0 00000400:00000010:2.0:1749393254.090307:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43ee0. 00000100:00000200:3.0:1749393254.090316:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499706240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393254.090317:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499705984/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393254.090330:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499705984/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393254.090343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090348:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393254.090351:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090354:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090357:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090360:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04700 00000400:00000200:3.0:1749393254.090363:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393254.090366:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x82d [1] + 0 02000000:00000010:2.0:1749393254.090368:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 02000000:00000010:2.0:1749393254.090375:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393254.090380:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:3.0:1749393254.090380:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393254.090384:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393254.090389:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499706112/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393254.090444:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393254.090452:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393254.090455:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393254.090465:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499706112/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393254.090477:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499706112/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393254.090503:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393254.090505:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749393254.090507:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393254.090511:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499706240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393254.090520:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499706240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393254.090533:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393254.090539:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393254.090543:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:0.0:1749393254.090547:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393254.090560:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393254.090563:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749393254.091705:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15540. 00000100:00000010:3.0:1749393254.091713:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae153c0. 00000100:00000010:2.0:1749393259.095770:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393259.095805:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393259.095881:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393259.095893:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393259.095920:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393259.095925:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393259.095986:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6a00. 00000400:00000200:2.0:1749393259.096001:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393259.096007:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393259.096015:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393259.096025:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499706368, portal 25 00000400:00000010:2.0:1749393259.096031:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393259.096034:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499706368, offset 0 02000000:00000010:0.0:1749393259.096041:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393259.096081:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393259.096086:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:2.0:1749393259.096086:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393259.096093:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393259.096098:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499706496, portal 10 00000400:00000200:2.0:1749393259.096099:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393259.096106:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393259.096109:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499706496, offset 0 00000400:00000200:2.0:1749393259.096109:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393259.096117:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393259.096117:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393259.096123:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393259.096124:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393259.096128:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393259.096130:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393259.096131:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393259.096135:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393259.096136:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [143:143:256:4294967295] 192.168.203.132@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:0.0:1749393259.096139:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393259.096141:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393259.096143:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393259.096145:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393259.096149:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [144:144:256:4294967295] 192.168.203.132@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:0.0:1749393259.096154:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393259.096155:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393259.096162:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393259.096166:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393259.096167:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:0.0:1749393259.096171:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393259.096175:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393259.096175:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393259.096180:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393259.096192:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393259.096198:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393259.096202:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393259.096207:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393259.096218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393259.096225:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393259.096226:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89280. 00000100:00000010:0.0:1749393259.096257:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b898c0. 02000000:00000010:0.0:1749393259.096283:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393259.096287:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393259.096290:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393259.096293:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393259.096307:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499706624, portal 10 00000400:00000010:0.0:1749393259.096312:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393259.096314:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499706624, offset 0 00000400:00000200:0.0:1749393259.096319:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393259.096324:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393259.096324:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393259.096327:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:0.0:1749393259.096328:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393259.096331:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393259.096333:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393259.096335:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393259.096336:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393259.096338:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393259.096342:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [145:145:254:4294967295] 192.168.203.132@tcp LPNI seq info [146:146:6:4294967295] 00000400:00000200:2.0:1749393259.096342:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393259.096346:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393259.096347:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:2.0:1749393259.096349:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000400:00000200:0.0:1749393259.096354:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393259.096358:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393259.096361:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000100:00000200:2.0:1749393259.096363:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499706496/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393259.096365:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393259.096371:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393259.096374:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393259.096379:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393259.096386:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393259.096388:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:2.0:1749393259.096392:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393259.096395:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393259.096397:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749393259.096399:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393259.096404:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499706368/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393259.096493:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393259.096496:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393259.096498:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393259.096501:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393259.096503:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:2.0:1749393259.096505:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:2.0:1749393259.096510:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499706624/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393259.098157:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098166:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393259.098175:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098179:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098183:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098188:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04900 00000400:00000200:3.0:1749393259.098193:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098200:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x85d [1] + 0 00000400:00000200:3.0:1749393259.098211:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393259.098215:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393259.098225:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499706624/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393259.098279:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098283:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393259.098287:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098290:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098293:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098297:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04880 00000400:00000200:3.0:1749393259.098300:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098304:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x855 [1] + 0 00000400:00000200:3.0:1749393259.098309:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393259.098312:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393259.098317:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499706496/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393259.098331:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098334:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393259.098338:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098340:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098346:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04800 00000400:00000200:3.0:1749393259.098349:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393259.098353:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x845 [1] + 224 00000400:00000200:3.0:1749393259.098369:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393259.098373:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393259.098378:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499706368/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393259.098430:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393259.098437:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749393259.098439:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393259.098449:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499706496/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393259.098462:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499706496/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393259.098478:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393259.098486:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:2.0:1749393259.098489:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000400:00000010:0.0:1749393259.098495:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393259.098498:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000100:00000200:2.0:1749393259.098498:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499706368/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393259.098500:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393259.098504:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499706624/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393259.098529:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499706368/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393259.098530:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499706624/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393259.098548:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:2.0:1749393259.098548:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6a00. 02000000:00000010:0.0:1749393259.098554:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393259.098554:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:0.0:1749393259.098558:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749393259.098558:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749393259.098563:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393259.098566:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393259.098569:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:3.0:1749393259.099707:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b898c0. 00000100:00000010:2.0:1749393259.099711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89280. 00000100:00000010:2.0:1749393264.103810:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393264.103846:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393264.103921:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393264.103929:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393264.103958:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393264.103963:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393264.103996:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393264.104045:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393264.104053:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000010:3.0:1749393264.104054:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4a50. 00000400:00000200:0.0:1749393264.104066:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393264.104071:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393264.104078:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000010:3.0:1749393264.104087:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43ee0. 00000100:00000200:0.0:1749393264.104089:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499706880, portal 10 00000100:00000200:3.0:1749393264.104094:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499706752, portal 25 00000400:00000010:0.0:1749393264.104098:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000400:00000010:3.0:1749393264.104101:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43f68. 00000100:00000200:0.0:1749393264.104102:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499706880, offset 0 00000100:00000200:3.0:1749393264.104104:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499706752, offset 0 00000400:00000200:0.0:1749393264.104114:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393264.104115:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393264.104127:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.104127:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393264.104138:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393264.104138:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393264.104146:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393264.104146:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393264.104152:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393264.104153:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393264.104157:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393264.104158:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393264.104160:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393264.104163:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393264.104166:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [146:146:256:4294967295] 192.168.203.132@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:3.0:1749393264.104168:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [147:147:256:4294967295] 192.168.203.132@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:0.0:1749393264.104170:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.104176:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.104192:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393264.104202:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393264.104205:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393264.104207:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000800:00000200:0.0:1749393264.104211:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393264.104215:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749393264.104216:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393264.104221:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393264.104228:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393264.104228:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393264.104234:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393264.104242:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393264.104268:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393264.104276:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae153c0. 00000400:00000200:0.0:1749393264.104279:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393264.104297:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15dc0. 02000000:00000010:0.0:1749393264.104318:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393264.104322:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393264.104325:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393264.104328:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393264.104332:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499707008, portal 10 00000400:00000010:0.0:1749393264.104336:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393264.104338:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499707008, offset 0 00000400:00000200:0.0:1749393264.104343:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393264.104343:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393264.104347:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393264.104347:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749393264.104351:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393264.104355:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393264.104357:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393264.104357:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393264.104360:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393264.104362:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393264.104365:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393264.104366:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [148:148:254:4294967295] 192.168.203.132@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:2.0:1749393264.104370:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43f68 00000400:00000200:0.0:1749393264.104371:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393264.104373:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43f68. 00000400:00000200:0.0:1749393264.104378:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393264.104382:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393264.104385:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000100:00000200:2.0:1749393264.104387:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499706752/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393264.104389:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393264.104394:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393264.104398:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393264.104403:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393264.104412:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393264.104414:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393264.104417:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393264.104421:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393264.104423:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:2.0:1749393264.104425:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:2.0:1749393264.104431:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499706880/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393264.104522:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393264.104526:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393264.104542:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393264.104548:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393264.104553:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749393264.104555:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:2.0:1749393264.104563:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499707008/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393264.106370:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106375:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393264.106382:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106385:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106390:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106394:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04980 00000400:00000200:3.0:1749393264.106398:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106405:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x86d [1] + 224 00000400:00000200:3.0:1749393264.106416:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393264.106426:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393264.106436:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499706752/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393264.106477:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106481:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393264.106484:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106487:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106490:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106493:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04a00 00000400:00000200:3.0:1749393264.106496:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106500:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x865 [1] + 0 00000400:00000200:3.0:1749393264.106506:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393264.106509:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393264.106514:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499706880/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393264.106537:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106541:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393264.106545:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106547:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106550:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106552:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04a80 00000400:00000200:3.0:1749393264.106555:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393264.106558:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x87d [1] + 0 00000400:00000010:2.0:1749393264.106572:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4a50. 00000400:00000200:3.0:1749393264.106573:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393264.106577:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393264.106582:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43ee0 00000400:00000010:2.0:1749393264.106584:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43ee0. 00000400:00000010:0.0:1749393264.106592:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000100:00000200:2.0:1749393264.106593:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499706752/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393264.106599:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393264.106601:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749393264.106631:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499706752/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393264.106640:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499706880/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393264.106640:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499707008/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393264.106653:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499706880/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393264.106658:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 02000000:00000010:2.0:1749393264.106665:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393264.106670:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393264.106687:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393264.106690:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393264.106692:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393264.106697:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499707008/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393264.106705:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499707008/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393264.106717:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393264.106722:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393264.106726:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 02000000:00000010:0.0:1749393264.106730:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393264.106734:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393264.106737:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:3.0:1749393264.107676:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15dc0. 00000100:00000010:2.0:1749393264.107684:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae153c0. 00000100:00000010:2.0:1749393269.111795:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393269.111828:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393269.111896:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393269.111904:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393269.111931:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393269.111936:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393269.112008:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7400. 02000000:00000010:0.0:1749393269.112030:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393269.112043:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.112043:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393269.112049:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:0.0:1749393269.112050:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393269.112057:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000010:3.0:1749393269.112057:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43dd0. 00000100:00000200:3.0:1749393269.112067:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499707136, portal 25 00000100:00000200:0.0:1749393269.112071:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499707264, portal 10 00000400:00000010:3.0:1749393269.112072:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43e58. 00000100:00000200:3.0:1749393269.112076:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499707136, offset 0 00000400:00000010:0.0:1749393269.112080:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393269.112084:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499707264, offset 0 00000400:00000200:3.0:1749393269.112086:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393269.112094:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393269.112097:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393269.112101:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.112106:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393269.112107:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393269.112113:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393269.112113:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393269.112118:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393269.112118:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393269.112123:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393269.112123:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393269.112126:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393269.112126:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393269.112130:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [150:150:256:4294967295] 192.168.203.132@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1749393269.112131:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [150:150:256:4294967295] 192.168.203.132@tcp LPNI seq info [150:151:8:4294967295] 00000400:00000200:3.0:1749393269.112135:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393269.112136:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.112147:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393269.112153:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393269.112157:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393269.112158:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000800:00000200:3.0:1749393269.112166:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393269.112170:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393269.112175:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393269.112177:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393269.112180:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393269.112182:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393269.112185:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393269.112189:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393269.112211:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393269.112213:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393269.112218:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15dc0. 00000100:00000010:3.0:1749393269.112236:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f00. 02000000:00000010:0.0:1749393269.112253:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393269.112258:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393269.112260:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393269.112264:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393269.112267:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499707392, portal 10 00000400:00000010:0.0:1749393269.112272:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393269.112273:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499707392, offset 0 00000400:00000200:0.0:1749393269.112280:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393269.112281:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393269.112284:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393269.112284:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749393269.112287:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393269.112290:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393269.112292:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393269.112292:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393269.112294:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393269.112296:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393269.112300:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [151:151:254:4294967295] 192.168.203.132@tcp LPNI seq info [152:152:6:4294967295] 00000400:00000200:2.0:1749393269.112300:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393269.112303:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393269.112306:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43e58 00000400:00000010:2.0:1749393269.112308:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43e58. 00000400:00000200:0.0:1749393269.112309:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393269.112314:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393269.112316:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393269.112320:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749393269.112320:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499707136/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393269.112324:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393269.112327:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393269.112332:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393269.112360:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393269.112362:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393269.112365:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393269.112368:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393269.112371:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:2.0:1749393269.112373:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749393269.112377:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499707264/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393269.112459:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393269.112461:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393269.112463:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393269.112466:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393269.112469:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:2.0:1749393269.112470:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:2.0:1749393269.112474:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499707392/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393269.114184:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114191:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393269.114197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114205:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114210:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04b00 00000400:00000200:3.0:1749393269.114214:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114227:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x885 [1] + 224 00000400:00000200:3.0:1749393269.114238:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393269.114242:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393269.114250:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499707136/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393269.114285:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114289:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393269.114292:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114294:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114297:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114300:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04c00 00000400:00000200:3.0:1749393269.114302:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114305:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x89d [1] + 0 00000400:00000200:3.0:1749393269.114309:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393269.114312:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393269.114316:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499707392/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393269.114336:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114340:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393269.114343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114345:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114347:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114350:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04b80 00000400:00000200:3.0:1749393269.114352:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393269.114355:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x88d [1] + 0 00000400:00000010:2.0:1749393269.114365:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749393269.114368:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393269.114371:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393269.114373:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43dd0 00000400:00000010:2.0:1749393269.114375:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43dd0. 00000400:00000010:0.0:1749393269.114382:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000100:00000200:2.0:1749393269.114383:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499707136/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393269.114392:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:0.0:1749393269.114394:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749393269.114394:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499707136/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393269.114400:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499707264/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393269.114402:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499707392/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393269.114413:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499707392/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393269.114420:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7400. 02000000:00000010:2.0:1749393269.114427:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393269.114431:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749393269.114435:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393269.114440:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393269.114443:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000400:00000010:0.0:1749393269.114449:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393269.114451:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393269.114453:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393269.114457:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499707264/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393269.114464:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499707264/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393269.114474:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393269.114477:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393269.114479:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000100:00000010:3.0:1749393269.115702:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f00. 00000100:00000010:2.0:1749393269.115721:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15dc0. 00000100:00000010:2.0:1749393274.119740:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393274.119776:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393274.119849:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393274.119882:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393274.119909:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 00000100:00000010:2.0:1749393274.119913:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393274.119918:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000400:00000200:3.0:1749393274.119928:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393274.119934:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4b00. 00000400:00000010:3.0:1749393274.119969:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43cc0. 00000100:00000200:3.0:1749393274.119980:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499707520, portal 25 00000400:00000010:3.0:1749393274.119987:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43d48. 00000100:00000200:3.0:1749393274.119990:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499707520, offset 0 00000400:00000200:3.0:1749393274.120002:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393274.120014:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393274.120020:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:3.0:1749393274.120024:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393274.120032:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.120032:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393274.120037:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393274.120038:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393274.120042:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:3.0:1749393274.120043:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393274.120046:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393274.120047:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499707648, portal 10 00000400:00000200:3.0:1749393274.120050:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [152:152:256:4294967295] 192.168.203.132@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000010:0.0:1749393274.120054:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000400:00000200:3.0:1749393274.120055:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393274.120058:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499707648, offset 0 00000400:00000200:0.0:1749393274.120066:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393274.120069:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393274.120072:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393274.120076:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393274.120079:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749393274.120081:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749393274.120083:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393274.120087:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393274.120090:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393274.120100:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393274.120102:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393274.120103:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393274.120107:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [153:153:255:4294967295] 192.168.203.132@tcp LPNI seq info [154:154:7:4294967295] 00000800:00000200:3.0:1749393274.120108:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393274.120112:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393274.120121:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393274.120126:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393274.120131:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393274.120136:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393274.120139:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393274.120143:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393274.120147:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393274.120147:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f00. 00000400:00000200:0.0:1749393274.120155:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393274.120168:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15180. 02000000:00000010:0.0:1749393274.120195:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393274.120200:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393274.120203:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393274.120206:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393274.120209:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499707776, portal 10 00000800:00000200:2.0:1749393274.120212:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393274.120214:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393274.120216:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499707776, offset 0 00000800:00000010:2.0:1749393274.120216:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749393274.120220:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393274.120224:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393274.120225:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393274.120228:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393274.120231:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393274.120233:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393274.120234:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393274.120237:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393274.120239:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393274.120239:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43d48 00000400:00000200:0.0:1749393274.120242:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [154:154:254:4294967295] 192.168.203.132@tcp LPNI seq info [155:155:6:4294967295] 00000400:00000010:2.0:1749393274.120242:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43d48. 00000400:00000200:0.0:1749393274.120246:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393274.120253:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393274.120256:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499707520/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393274.120257:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393274.120260:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393274.120270:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393274.120276:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393274.120279:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393274.120285:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393274.120351:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393274.120354:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393274.120358:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393274.120362:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393274.120365:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:2.0:1749393274.120367:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749393274.120372:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499707648/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393274.120401:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393274.120403:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393274.120405:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393274.120408:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393274.120411:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:2.0:1749393274.120413:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:2.0:1749393274.120417:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499707776/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393274.121828:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.121834:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393274.121841:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.121854:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.121859:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.121864:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04c80 00000400:00000200:3.0:1749393274.121869:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.121876:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x8a5 [1] + 224 00000400:00000200:3.0:1749393274.121888:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393274.121892:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393274.121901:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499707520/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393274.121962:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.121969:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393274.121976:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.121981:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.121986:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.121991:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04d00 00000400:00000200:3.0:1749393274.121997:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.122003:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x8b5 [1] + 0 00000400:00000200:3.0:1749393274.122014:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393274.122020:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393274.122028:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499707648/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393274.122034:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4b00. 00000400:00000200:2.0:1749393274.122044:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43cc0 00000400:00000010:2.0:1749393274.122047:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43cc0. 00000100:00000200:2.0:1749393274.122056:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499707520/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393274.122068:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.122075:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393274.122082:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.122086:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393274.122087:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499707520/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393274.122091:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.122096:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04d80 00000400:00000200:3.0:1749393274.122102:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393274.122106:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x8bd [1] + 0 02000000:00000010:2.0:1749393274.122116:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 02000000:00000010:2.0:1749393274.122123:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000200:3.0:1749393274.122125:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393274.122134:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000010:2.0:1749393274.122138:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000200:3.0:1749393274.122142:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499707776/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393274.122153:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393274.122161:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393274.122163:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393274.122173:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499707648/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393274.122186:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499707648/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393274.122212:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393274.122214:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393274.122216:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393274.122220:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499707776/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393274.122229:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499707776/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393274.122242:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393274.122248:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393274.122252:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749393274.122257:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393274.122260:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393274.122262:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:3.0:1749393274.123681:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15180. 00000100:00000010:2.0:1749393274.123712:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f00. 00000100:00000010:2.0:1749393279.127840:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393279.127875:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393279.127986:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393279.127998:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393279.128027:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393279.128032:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393279.128060:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393279.128078:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393279.128085:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4b58. 00000400:00000010:3.0:1749393279.128093:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43c38. 00000100:00000200:3.0:1749393279.128103:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499707904, portal 25 00000400:00000010:3.0:1749393279.128110:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43b28. 00000100:00000200:3.0:1749393279.128113:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499707904, offset 0 00000400:00000200:3.0:1749393279.128125:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393279.128137:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393279.128144:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:3.0:1749393279.128147:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393279.128155:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393279.128156:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.128160:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393279.128161:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000200:3.0:1749393279.128165:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749393279.128166:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:3.0:1749393279.128168:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393279.128171:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499708032, portal 10 00000400:00000200:3.0:1749393279.128173:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [155:155:256:4294967295] 192.168.203.132@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000010:0.0:1749393279.128178:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:3.0:1749393279.128178:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.128191:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393279.128197:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393279.128202:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499708032, offset 0 00000800:00000010:3.0:1749393279.128202:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749393279.128210:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393279.128211:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393279.128216:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393279.128222:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393279.128223:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393279.128226:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393279.128229:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393279.128230:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393279.128232:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393279.128235:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393279.128239:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [156:156:255:4294967295] 192.168.203.132@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:0.0:1749393279.128244:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393279.128253:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393279.128258:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393279.128262:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393279.128263:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393279.128267:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749393279.128270:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15180. 00000800:00000200:0.0:1749393279.128274:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393279.128278:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393279.128285:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393279.128286:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae156c0. 02000000:00000010:0.0:1749393279.128323:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393279.128328:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393279.128330:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393279.128333:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393279.128337:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499708160, portal 10 00000800:00000200:2.0:1749393279.128339:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393279.128341:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393279.128343:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499708160, offset 0 00000800:00000010:2.0:1749393279.128344:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749393279.128348:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393279.128351:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393279.128353:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393279.128354:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393279.128357:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393279.128360:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393279.128362:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393279.128363:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393279.128365:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393279.128367:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43b28 00000400:00000010:2.0:1749393279.128370:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43b28. 00000400:00000200:0.0:1749393279.128374:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [157:157:254:4294967295] 192.168.203.132@tcp LPNI seq info [158:158:6:4294967295] 00000400:00000200:0.0:1749393279.128378:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393279.128384:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499707904/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393279.128386:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393279.128391:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393279.128394:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393279.128398:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393279.128403:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393279.128406:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393279.128412:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393279.128481:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393279.128484:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393279.128488:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393279.128492:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393279.128495:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749393279.128497:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749393279.128502:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499708032/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393279.128529:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393279.128531:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393279.128543:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393279.128547:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393279.128550:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749393279.128552:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749393279.128557:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499708160/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393279.130061:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130079:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393279.130087:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130091:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130096:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130101:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04e00 00000400:00000200:3.0:1749393279.130106:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130113:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x8c5 [1] + 224 00000400:00000200:3.0:1749393279.130126:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393279.130130:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393279.130140:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499707904/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393279.130183:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130187:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393279.130191:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130194:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130200:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04f00 00000400:00000200:3.0:1749393279.130203:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130207:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x8dd [1] + 0 00000400:00000200:3.0:1749393279.130212:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393279.130215:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393279.130220:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499708160/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393279.130245:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130248:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393279.130252:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130255:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130257:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393279.130261:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a04e80 00000400:00000200:3.0:1749393279.130264:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393279.130272:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4b58. 00000400:00000200:2.0:1749393279.130283:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43c38 00000400:00000010:2.0:1749393279.130285:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43c38. 00000400:00000200:3.0:1749393279.130291:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x8d5 [1] + 0 00000100:00000200:2.0:1749393279.130295:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499707904/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393279.130300:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393279.130307:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000100:00000200:2.0:1749393279.130308:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499707904/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393279.130310:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393279.130319:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499708160/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393279.130332:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499708160/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393279.130335:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749393279.130338:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393279.130339:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393279.130345:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499708032/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393279.130346:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393279.130350:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749393279.130358:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393279.130364:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393279.130367:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000400:00000010:0.0:1749393279.130374:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393279.130376:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393279.130378:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393279.130383:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499708032/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393279.130392:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499708032/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393279.130404:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393279.130408:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393279.130411:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:2.0:1749393279.131714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15180. 00000100:00000010:3.0:1749393279.131718:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae156c0. 00000100:00000010:2.0:1749393284.135826:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393284.135861:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393284.135980:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393284.135990:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393284.136019:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393284.136024:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393284.136053:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749393284.136073:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393284.136078:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4bb0. 00000400:00000010:3.0:1749393284.136087:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393284.136098:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499708288, portal 25 00000400:00000010:3.0:1749393284.136104:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43a18. 00000100:00000200:3.0:1749393284.136108:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499708288, offset 0 00000400:00000200:3.0:1749393284.136119:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393284.136131:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.136141:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:0.0:1749393284.136149:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:3.0:1749393284.136149:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393284.136155:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393284.136160:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393284.136162:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.136163:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749393284.136167:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000200:3.0:1749393284.136168:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [158:158:256:4294967295] 192.168.203.132@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000010:0.0:1749393284.136172:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:3.0:1749393284.136172:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393284.136176:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499708416, portal 10 00000400:00000010:0.0:1749393284.136183:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000200:3.0:1749393284.136184:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:0.0:1749393284.136187:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499708416, offset 0 00000800:00000200:3.0:1749393284.136192:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393284.136195:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393284.136197:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749393284.136201:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393284.136206:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393284.136208:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393284.136212:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393284.136215:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393284.136218:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393284.136219:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393284.136222:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393284.136225:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [159:159:255:4294967295] 192.168.203.132@tcp LPNI seq info [160:160:7:4294967295] 00000800:00000200:3.0:1749393284.136225:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393284.136230:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393284.136239:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393284.136244:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393284.136248:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393284.136253:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393284.136259:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393284.136263:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393284.136263:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393284.136271:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393284.136272:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae156c0. 00000100:00000010:3.0:1749393284.136325:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b40. 00000800:00000200:2.0:1749393284.136335:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393284.136340:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000400:00000200:2.0:1749393284.136349:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393284.136357:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749393284.136360:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:2.0:1749393284.136362:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43a18 00000400:00000010:2.0:1749393284.136365:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43a18. 00000400:00000200:0.0:1749393284.136366:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393284.136369:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393284.136372:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393284.136376:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499708544, portal 10 00000100:00000200:2.0:1749393284.136378:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499708288/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393284.136380:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393284.136383:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499708544, offset 0 00000400:00000200:0.0:1749393284.136388:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393284.136404:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393284.136408:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393284.136412:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393284.136415:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393284.136418:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393284.136420:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393284.136424:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [160:160:255:4294967295] 192.168.203.132@tcp LPNI seq info [161:161:7:4294967295] 00000400:00000200:0.0:1749393284.136428:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393284.136435:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393284.136440:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393284.136443:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393284.136448:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393284.136454:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393284.136457:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393284.136463:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393284.136500:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393284.136503:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393284.136507:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393284.136511:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393284.136514:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:2.0:1749393284.136516:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:2.0:1749393284.136522:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499708416/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393284.136551:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393284.136553:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393284.136556:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393284.136559:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393284.136562:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749393284.136564:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749393284.136568:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499708544/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393284.138086:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138094:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393284.138103:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138107:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138112:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138116:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a04f80 00000400:00000200:3.0:1749393284.138122:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138129:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x8e5 [1] + 224 00000400:00000200:3.0:1749393284.138140:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393284.138145:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393284.138155:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499708288/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393284.138198:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138202:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393284.138206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138209:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138212:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138215:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05000 00000400:00000200:3.0:1749393284.138218:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138222:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x8f5 [1] + 0 00000400:00000200:3.0:1749393284.138227:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393284.138230:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393284.138235:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499708416/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393284.138260:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138264:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393284.138267:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138270:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138273:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393284.138286:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05080 00000400:00000200:3.0:1749393284.138289:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393284.138291:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4bb0. 00000400:00000200:2.0:1749393284.138302:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:2.0:1749393284.138304:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:3.0:1749393284.138309:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x8fd [1] + 0 00000100:00000200:2.0:1749393284.138314:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499708288/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393284.138317:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393284.138325:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393284.138327:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749393284.138327:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499708288/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393284.138330:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393284.138335:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393284.138337:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499708416/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393284.138340:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499708544/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393284.138349:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499708416/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393284.138357:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:2.0:1749393284.138365:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393284.138370:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393284.138376:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393284.138378:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749393284.138380:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393284.138384:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499708544/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393284.138393:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499708544/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393284.138406:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749393284.138421:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393284.138425:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 02000000:00000010:0.0:1749393284.138431:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393284.138434:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393284.138436:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:3.0:1749393284.139717:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b40. 00000100:00000010:2.0:1749393284.139752:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae156c0. 00000100:00000010:2.0:1749393289.143712:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393289.143737:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393289.143791:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393289.143811:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393289.143832:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393289.143858:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393289.143872:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393289.143887:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393289.143888:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000010:3.0:1749393289.143893:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4c08. 00000400:00000200:0.0:1749393289.143895:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393289.143898:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:3.0:1749393289.143900:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43aa0. 00000400:00000010:0.0:1749393289.143901:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:3.0:1749393289.143907:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499708672, portal 25 00000100:00000200:0.0:1749393289.143910:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499708800, portal 10 00000400:00000010:3.0:1749393289.143912:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43908. 00000400:00000010:0.0:1749393289.143915:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:3.0:1749393289.143915:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499708672, offset 0 00000100:00000200:0.0:1749393289.143917:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499708800, offset 0 00000400:00000200:0.0:1749393289.143924:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393289.143924:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393289.143933:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.143934:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393289.143941:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393289.143941:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393289.143946:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393289.143946:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393289.143950:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393289.143950:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393289.143954:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393289.143954:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393289.143955:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393289.143956:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393289.143958:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [161:161:256:4294967295] 192.168.203.132@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:3.0:1749393289.143959:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [162:162:256:4294967295] 192.168.203.132@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:0.0:1749393289.143961:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.143963:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.143974:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393289.143980:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393289.143981:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393289.143984:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393289.143984:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000800:00000010:0.0:1749393289.143987:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393289.143992:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393289.143992:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393289.144000:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393289.144001:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393289.144004:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393289.144005:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393289.144022:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393289.144027:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89f40. 00000400:00000200:3.0:1749393289.144029:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393289.144040:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89f00. 02000000:00000010:0.0:1749393289.144050:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393289.144058:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393289.144060:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:0.0:1749393289.144061:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393289.144063:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499708928, portal 10 00000400:00000010:0.0:1749393289.144066:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393289.144068:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499708928, offset 0 00000400:00000200:0.0:1749393289.144070:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393289.144071:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393289.144073:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393289.144073:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:0.0:1749393289.144075:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393289.144077:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393289.144078:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393289.144079:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393289.144080:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393289.144081:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393289.144083:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [163:163:254:4294967295] 192.168.203.132@tcp LPNI seq info [164:164:6:4294967295] 00000400:00000200:2.0:1749393289.144084:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393289.144086:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393289.144087:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000200:0.0:1749393289.144089:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:2.0:1749393289.144089:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000800:00000200:0.0:1749393289.144092:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393289.144094:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393289.144096:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749393289.144098:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499708800/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393289.144099:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393289.144101:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393289.144104:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393289.144113:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393289.144114:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000200:2.0:1749393289.144117:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393289.144119:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393289.144121:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43908 00000400:00000010:2.0:1749393289.144122:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43908. 00000100:00000200:2.0:1749393289.144125:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499708672/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393289.144187:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393289.144189:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393289.144190:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393289.144192:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393289.144193:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749393289.144194:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749393289.144196:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499708928/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393289.145485:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145489:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393289.145494:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145497:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145500:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145503:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05100 00000400:00000200:3.0:1749393289.145505:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145510:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x905 [1] + 224 00000400:00000200:3.0:1749393289.145517:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393289.145519:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393289.145524:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499708672/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393289.145547:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145549:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393289.145551:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145553:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145554:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145556:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05180 00000400:00000200:3.0:1749393289.145557:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145559:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x90d [1] + 0 00000400:00000200:3.0:1749393289.145562:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393289.145563:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393289.145566:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499708800/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393289.145579:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145581:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393289.145583:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145584:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145586:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145593:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05200 00000400:00000200:3.0:1749393289.145595:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393289.145597:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x91d [1] + 0 00000400:00000010:0.0:1749393289.145601:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393289.145618:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749393289.145620:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000400:00000010:2.0:1749393289.145623:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4c08. 00000100:00000200:0.0:1749393289.145625:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499708800/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393289.145630:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43aa0 00000400:00000200:3.0:1749393289.145630:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749393289.145631:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43aa0. 00000100:00000200:0.0:1749393289.145632:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499708800/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393289.145632:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393289.145636:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499708672/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393289.145636:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499708928/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393289.145654:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:0.0:1749393289.145660:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:0.0:1749393289.145661:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393289.145661:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499708672/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393289.145664:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499708928/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393289.145669:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499708928/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393289.145673:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 02000000:00000010:0.0:1749393289.145677:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:2.0:1749393289.145677:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 02000000:00000010:0.0:1749393289.145680:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393289.145680:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:0.0:1749393289.145682:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 02000000:00000010:0.0:1749393289.145685:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393289.145688:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393289.145689:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:3.0:1749393289.147658:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89f00. 00000100:00000010:2.0:1749393289.147669:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89f40. 00000100:00000010:2.0:1749393294.151746:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393294.151779:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393294.151888:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393294.151898:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393294.151926:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393294.151931:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749393294.151974:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749393294.151992:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393294.151999:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4c60. 02000000:00000010:0.0:1749393294.152006:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000010:3.0:1749393294.152007:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43990. 00000100:00000200:3.0:1749393294.152017:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499709056, portal 25 00000400:00000200:0.0:1749393294.152018:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393294.152023:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6160. 00000400:00000010:3.0:1749393294.152023:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000100:00000200:3.0:1749393294.152027:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499709056, offset 0 00000400:00000010:0.0:1749393294.152028:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393294.152034:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499709184, portal 10 00000400:00000200:3.0:1749393294.152040:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393294.152041:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393294.152044:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499709184, offset 0 00000400:00000200:0.0:1749393294.152052:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393294.152052:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393294.152059:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.152063:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393294.152065:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393294.152070:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393294.152070:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393294.152075:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393294.152076:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393294.152080:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393294.152081:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393294.152083:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393294.152084:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393294.152089:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [164:164:256:4294967295] 192.168.203.132@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1749393294.152089:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [164:164:256:4294967295] 192.168.203.132@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1749393294.152093:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.152094:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.152105:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393294.152112:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393294.152116:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393294.152117:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000800:00000200:0.0:1749393294.152122:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393294.152126:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:3.0:1749393294.152126:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393294.152138:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393294.152144:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393294.152151:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393294.152158:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393294.152162:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393294.152190:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393294.152197:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b40. 00000400:00000200:0.0:1749393294.152198:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393294.152222:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15940. 02000000:00000010:0.0:1749393294.152243:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393294.152248:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393294.152251:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393294.152254:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393294.152258:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499709312, portal 10 00000400:00000010:0.0:1749393294.152262:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393294.152264:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499709312, offset 0 00000800:00000200:2.0:1749393294.152265:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393294.152269:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393294.152269:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749393294.152273:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393294.152276:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393294.152277:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393294.152280:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393294.152283:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393294.152285:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393294.152286:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393294.152288:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393294.152290:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000200:0.0:1749393294.152292:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [165:165:254:4294967295] 192.168.203.132@tcp LPNI seq info [167:167:6:4294967295] 00000400:00000010:2.0:1749393294.152293:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000400:00000200:0.0:1749393294.152296:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393294.152304:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393294.152307:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499709056/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393294.152308:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393294.152311:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393294.152314:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393294.152319:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393294.152322:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393294.152327:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393294.152331:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393294.152333:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393294.152337:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393294.152340:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393294.152343:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:2.0:1749393294.152345:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:2.0:1749393294.152350:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499709184/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393294.152440:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393294.152443:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393294.152455:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393294.152459:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393294.152462:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:2.0:1749393294.152464:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749393294.152470:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499709312/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393294.154339:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154347:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393294.154355:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154359:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154364:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154368:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05280 00000400:00000200:3.0:1749393294.154374:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154381:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x925 [1] + 224 00000400:00000200:3.0:1749393294.154392:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393294.154397:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393294.154406:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499709056/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393294.154448:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154452:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393294.154456:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154459:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154461:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154464:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05380 00000400:00000200:3.0:1749393294.154468:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154471:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x93d [1] + 0 00000400:00000200:3.0:1749393294.154477:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393294.154480:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393294.154485:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499709312/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393294.154509:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154513:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393294.154516:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154528:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154532:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393294.154535:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05300 00000400:00000200:3.0:1749393294.154538:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393294.154540:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4c60. 00000400:00000200:2.0:1749393294.154550:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43990 00000400:00000010:2.0:1749393294.154553:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43990. 00000400:00000200:3.0:1749393294.154558:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x935 [1] + 0 00000100:00000200:2.0:1749393294.154563:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499709056/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393294.154568:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393294.154575:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393294.154576:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499709056/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393294.154578:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000200:3.0:1749393294.154579:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393294.154581:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:3.0:1749393294.154588:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499709184/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393294.154594:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499709312/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393294.154630:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:2.0:1749393294.154638:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393294.154643:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000200:0.0:1749393294.154693:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499709312/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749393294.154720:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 00000100:00000010:2.0:1749393294.155667:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b40. 00000100:00000010:3.0:1749393294.155722:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15940. 02000000:00000010:0.0:1749393294.165823:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393294.165832:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393294.165836:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000400:00000010:1.0:1749393294.165905:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6160. 00000400:00000200:1.0:1749393294.165913:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:1.0:1749393294.165916:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:1.0:1749393294.165925:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499709184/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393294.165938:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499709184/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:1.0:1749393294.165956:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:1.0:1749393294.165966:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:1.0:1749393294.165971:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:1.0:1749393294.165975:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749393299.159871:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393299.159906:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393299.159981:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393299.159993:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393299.160023:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393299.160028:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749393299.160056:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749393299.160075:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393299.160081:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4cb8. 00000400:00000010:3.0:1749393299.160090:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000100:00000200:3.0:1749393299.160100:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499709440, portal 25 00000400:00000010:3.0:1749393299.160106:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d436e8. 00000100:00000200:3.0:1749393299.160109:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499709440, offset 0 00000400:00000200:3.0:1749393299.160121:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393299.160133:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393299.160142:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:3.0:1749393299.160143:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393299.160151:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393299.160154:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.160156:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:1.0:1749393299.160158:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000200:3.0:1749393299.160161:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1749393299.160164:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 00000400:00000200:3.0:1749393299.160164:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:1.0:1749393299.160169:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499709568, portal 10 00000400:00000200:3.0:1749393299.160169:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [166:166:256:4294967295] 192.168.203.132@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1749393299.160174:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393299.160176:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 00000400:00000200:3.0:1749393299.160187:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393299.160194:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393299.160199:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499709568, offset 0 00000800:00000010:3.0:1749393299.160199:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:1.0:1749393299.160207:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393299.160208:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393299.160213:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393299.160219:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393299.160223:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393299.160226:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393299.160230:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393299.160230:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393299.160232:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393299.160236:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [167:167:255:4294967295] 192.168.203.132@tcp LPNI seq info [169:169:7:4294967295] 00000800:00000200:3.0:1749393299.160236:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393299.160240:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393299.160250:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393299.160255:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393299.160259:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:1.0:1749393299.160264:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393299.160270:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393299.160271:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:1.0:1749393299.160274:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393299.160278:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15880. 00000400:00000200:1.0:1749393299.160282:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393299.160298:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15740. 02000000:00000010:1.0:1749393299.160318:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000400:00000200:1.0:1749393299.160322:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393299.160325:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393299.160328:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1440. 00000100:00000200:1.0:1749393299.160331:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499709696, portal 10 00000400:00000010:1.0:1749393299.160336:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a13b8. 00000100:00000200:1.0:1749393299.160338:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499709696, offset 0 00000400:00000200:1.0:1749393299.160342:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393299.160344:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393299.160346:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393299.160349:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749393299.160349:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:1.0:1749393299.160352:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393299.160354:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393299.160357:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393299.160358:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393299.160359:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393299.160366:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393299.160369:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [168:168:254:4294967295] 192.168.203.132@tcp LPNI seq info [170:170:6:4294967295] 00000400:00000200:2.0:1749393299.160371:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d436e8 00000400:00000200:1.0:1749393299.160373:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393299.160374:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d436e8. 00000400:00000200:1.0:1749393299.160380:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393299.160385:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393299.160387:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499709440/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1749393299.160388:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebb00. 00000800:00000200:1.0:1749393299.160392:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393299.160397:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393299.160400:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebb00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393299.160405:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393299.160432:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393299.160434:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000400:00000200:2.0:1749393299.160437:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393299.160441:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393299.160445:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:2.0:1749393299.160447:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000100:00000200:2.0:1749393299.160452:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499709568/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393299.160542:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393299.160545:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebb00. 00000400:00000200:2.0:1749393299.160547:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393299.160551:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393299.160554:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a13b8 00000400:00000010:2.0:1749393299.160555:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a13b8. 00000100:00000200:2.0:1749393299.160560:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499709696/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393299.162416:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162424:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393299.162433:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162437:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162442:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162447:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05400 00000400:00000200:3.0:1749393299.162452:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162459:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x945 [1] + 224 00000400:00000200:3.0:1749393299.162471:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393299.162475:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393299.162485:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499709440/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393299.162526:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162531:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393299.162535:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162538:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162540:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162543:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05480 00000400:00000200:3.0:1749393299.162547:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162551:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x955 [1] + 0 00000400:00000200:3.0:1749393299.162556:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393299.162559:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393299.162564:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499709568/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393299.162589:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162639:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:2.0:1749393299.162640:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4cb8. 00000400:00000200:3.0:1749393299.162644:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393299.162647:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393299.162651:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000200:3.0:1749393299.162651:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393299.162653:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000400:00000200:3.0:1749393299.162654:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05500 00000400:00000200:3.0:1749393299.162658:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393299.162661:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000100:00000200:2.0:1749393299.162663:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499709440/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393299.162669:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000400:00000010:1.0:1749393299.162672:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000100:00000200:2.0:1749393299.162677:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499709440/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393299.162677:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x95d [1] + 0 00000100:00000200:1.0:1749393299.162681:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499709568/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393299.162694:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499709568/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393299.162696:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393299.162700:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:2.0:1749393299.162706:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 00000100:00000200:3.0:1749393299.162706:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499709696/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393299.162713:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393299.162718:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:1.0:1749393299.162719:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393299.162722:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1440 00000400:00000010:1.0:1749393299.162723:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1440. 00000100:00000200:1.0:1749393299.162728:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499709696/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393299.162737:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499709696/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393299.162750:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393299.162756:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:1.0:1749393299.162759:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:1.0:1749393299.162790:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393299.162794:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:1.0:1749393299.162796:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:3.0:1749393299.163697:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15740. 00000100:00000010:2.0:1749393299.163710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15880. 00000100:00000010:2.0:1749393304.167765:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393304.167798:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393304.167870:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393304.167900:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393304.167934:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393304.167938:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393304.167941:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393304.167960:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393304.167965:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4d10. 00000400:00000010:3.0:1749393304.167973:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43770. 00000100:00000200:3.0:1749393304.167984:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499709824, portal 25 00000400:00000010:3.0:1749393304.167990:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d435d8. 00000100:00000200:3.0:1749393304.167993:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499709824, offset 0 00000400:00000200:3.0:1749393304.168005:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393304.168016:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.168026:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393304.168033:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393304.168038:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393304.168043:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393304.168045:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 02000000:00000010:1.0:1749393304.168047:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000400:00000200:3.0:1749393304.168050:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [169:169:256:4294967295] 192.168.203.132@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1749393304.168055:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393304.168059:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393304.168064:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000200:3.0:1749393304.168068:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:1.0:1749393304.168069:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1440. 00000100:00000200:1.0:1749393304.168074:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499709952, portal 10 00000800:00000200:3.0:1749393304.168075:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000010:1.0:1749393304.168081:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749393304.168085:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499709952, offset 0 00000800:00000010:3.0:1749393304.168089:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000400:00000200:1.0:1749393304.168092:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393304.168099:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393304.168099:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393304.168105:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393304.168110:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393304.168110:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393304.168113:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393304.168116:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393304.168116:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393304.168119:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393304.168123:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [170:170:255:4294967295] 192.168.203.132@tcp LPNI seq info [172:172:7:4294967295] 00000400:00000200:1.0:1749393304.168127:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393304.168137:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393304.168142:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393304.168146:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebd00. 00000400:00000200:3.0:1749393304.168150:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:1.0:1749393304.168152:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749393304.168157:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15740. 00000800:00000200:1.0:1749393304.168158:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393304.168162:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebd00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393304.168170:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393304.168172:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e00. 02000000:00000010:1.0:1749393304.168203:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393304.168207:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393304.168210:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393304.168213:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1550. 00000800:00000200:2.0:1749393304.168215:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1749393304.168216:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499710080, portal 10 00000800:00000010:2.0:1749393304.168219:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000010:1.0:1749393304.168220:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a15d8. 00000100:00000200:1.0:1749393304.168222:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499710080, offset 0 00000400:00000200:2.0:1749393304.168227:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393304.168228:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393304.168236:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393304.168241:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d435d8 00000400:00000200:1.0:1749393304.168242:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393304.168244:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d435d8. 00000400:00000200:1.0:1749393304.168246:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393304.168249:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393304.168252:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393304.168254:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393304.168257:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393304.168257:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499709824/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393304.168260:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [171:171:254:4294967295] 192.168.203.132@tcp LPNI seq info [173:173:6:4294967295] 00000400:00000200:1.0:1749393304.168264:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393304.168271:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393304.168276:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393304.168279:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:1.0:1749393304.168282:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393304.168287:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393304.168290:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393304.168295:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393304.168351:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393304.168355:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebd00. 00000400:00000200:2.0:1749393304.168358:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393304.168363:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393304.168366:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000400:00000010:2.0:1749393304.168368:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000100:00000200:2.0:1749393304.168373:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499709952/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393304.168400:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393304.168402:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:2.0:1749393304.168405:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393304.168408:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393304.168411:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a15d8 00000400:00000010:2.0:1749393304.168413:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a15d8. 00000100:00000200:2.0:1749393304.168417:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499710080/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393304.169818:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169827:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393304.169835:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169840:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169845:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169851:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05580 00000400:00000200:3.0:1749393304.169857:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169864:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x965 [1] + 224 00000400:00000200:3.0:1749393304.169877:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393304.169882:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393304.169893:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499709824/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393304.169938:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169944:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393304.169949:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169952:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169955:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169957:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05680 00000400:00000200:3.0:1749393304.169961:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.169964:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x97d [1] + 0 00000400:00000200:3.0:1749393304.169970:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393304.169973:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393304.169978:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499710080/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393304.170006:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4d10. 00000400:00000200:2.0:1749393304.170015:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43770 00000400:00000010:2.0:1749393304.170017:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43770. 00000100:00000200:2.0:1749393304.170024:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499709824/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393304.170028:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.170031:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393304.170035:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.170037:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.170039:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393304.170042:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05600 00000400:00000200:3.0:1749393304.170045:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393304.170049:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499709824/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393304.170049:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x975 [1] + 0 00000400:00000010:1.0:1749393304.170054:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393304.170061:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1550 00000400:00000010:1.0:1749393304.170063:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1550. 00000400:00000200:3.0:1749393304.170065:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393304.170068:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:1.0:1749393304.170071:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499710080/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393304.170073:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 00000100:00000200:3.0:1749393304.170073:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499709952/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393304.170079:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000200:1.0:1749393304.170081:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499710080/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393304.170083:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:1.0:1749393304.170103:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393304.170107:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:1.0:1749393304.170110:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000010:1.0:1749393304.170117:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393304.170118:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1440 00000400:00000010:1.0:1749393304.170120:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1440. 00000100:00000200:1.0:1749393304.170123:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499709952/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393304.170165:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499709952/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393304.170179:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393304.170182:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:1.0:1749393304.170185:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:2.0:1749393304.171687:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15740. 00000100:00000010:3.0:1749393304.171718:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e00. 00000100:00000010:2.0:1749393309.175774:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393309.175800:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393309.175854:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393309.175861:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393309.175880:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393309.175883:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749393309.175897:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749393309.175910:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393309.175914:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4d68. 00000400:00000010:3.0:1749393309.175920:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 02000000:00000010:1.0:1749393309.175925:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000100:00000200:3.0:1749393309.175928:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499710208, portal 25 00000400:00000200:1.0:1749393309.175932:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393309.175932:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d434c8. 00000100:00000200:3.0:1749393309.175934:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499710208, offset 0 00000400:00000010:1.0:1749393309.175936:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393309.175940:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1440. 00000400:00000200:3.0:1749393309.175944:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393309.175950:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499710336, portal 10 00000400:00000200:3.0:1749393309.175953:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393309.175955:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1550. 00000100:00000200:1.0:1749393309.175959:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499710336, offset 0 00000400:00000200:3.0:1749393309.175960:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393309.175964:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393309.175965:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393309.175969:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.175969:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393309.175972:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393309.175974:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393309.175974:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393309.175977:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393309.175977:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [172:172:256:4294967295] 192.168.203.132@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1749393309.175980:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393309.175980:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393309.175983:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393309.175985:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393309.175988:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [173:173:256:4294967295] 192.168.203.132@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1749393309.175992:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.176002:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393309.176007:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393309.176010:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393309.176010:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000800:00000200:1.0:1749393309.176015:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393309.176016:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749393309.176019:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000800:00000200:1.0:1749393309.176023:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393309.176024:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393309.176028:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393309.176028:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393309.176031:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393309.176047:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393309.176048:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393309.176052:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e00. 00000100:00000010:3.0:1749393309.176067:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e80. 02000000:00000010:1.0:1749393309.176080:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393309.176089:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393309.176091:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393309.176094:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1660. 00000100:00000200:1.0:1749393309.176096:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499710464, portal 10 00000800:00000200:2.0:1749393309.176096:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393309.176098:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000010:1.0:1749393309.176100:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749393309.176102:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499710464, offset 0 00000400:00000200:1.0:1749393309.176106:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393309.176106:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393309.176110:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393309.176110:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393309.176113:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393309.176114:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d434c8 00000400:00000200:1.0:1749393309.176115:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1749393309.176116:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d434c8. 00000400:00000200:1.0:1749393309.176117:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393309.176120:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393309.176122:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393309.176125:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [174:174:254:4294967295] 192.168.203.132@tcp LPNI seq info [176:176:6:4294967295] 00000100:00000200:2.0:1749393309.176125:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499710208/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393309.176128:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393309.176134:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393309.176138:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393309.176140:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000800:00000200:1.0:1749393309.176144:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393309.176148:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393309.176150:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393309.176155:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393309.176198:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393309.176200:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00000400:00000200:2.0:1749393309.176202:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393309.176204:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393309.176206:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1550 00000400:00000010:2.0:1749393309.176207:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1550. 00000100:00000200:2.0:1749393309.176210:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499710336/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393309.176225:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393309.176227:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:2.0:1749393309.176233:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393309.176235:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393309.176236:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:2.0:1749393309.176238:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:2.0:1749393309.176240:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499710464/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393309.177342:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177348:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393309.177354:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177357:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177361:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177365:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05700 00000400:00000200:3.0:1749393309.177369:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177375:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x985 [1] + 224 00000400:00000200:3.0:1749393309.177385:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393309.177388:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393309.177394:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499710208/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393309.177417:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177419:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393309.177421:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177423:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177425:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177427:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05780 00000400:00000200:3.0:1749393309.177429:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177431:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x995 [1] + 0 00000400:00000200:3.0:1749393309.177435:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393309.177442:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393309.177445:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499710336/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393309.177461:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177463:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393309.177465:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177466:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393309.177468:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393309.177470:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4d68. 00000400:00000200:3.0:1749393309.177470:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05800 00000400:00000200:3.0:1749393309.177472:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393309.177476:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:2.0:1749393309.177477:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:3.0:1749393309.177480:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x99d [1] + 0 00000100:00000200:2.0:1749393309.177482:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499710208/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393309.177483:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393309.177487:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1440 00000400:00000010:1.0:1749393309.177488:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1440. 00000100:00000200:2.0:1749393309.177490:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499710208/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393309.177492:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749393309.177494:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499710336/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393309.177494:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393309.177497:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499710464/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393309.177505:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499710336/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393309.177509:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:2.0:1749393309.177513:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393309.177516:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:1.0:1749393309.177523:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393309.177531:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1660 00000400:00000010:1.0:1749393309.177532:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1660. 00000100:00000200:1.0:1749393309.177537:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499710464/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393309.177545:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499710464/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393309.177556:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393309.177560:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:1.0:1749393309.177563:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 02000000:00000010:1.0:1749393309.177567:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393309.177570:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:1.0:1749393309.177572:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749393309.179658:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e00. 00000100:00000010:3.0:1749393309.179661:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e80. 00000100:00000010:2.0:1749393314.183866:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393314.183901:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393314.183975:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393314.183984:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393314.184015:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393314.184020:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749393314.184076:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749393314.184091:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393314.184097:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393314.184105:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393314.184116:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499710592, portal 25 00000400:00000010:2.0:1749393314.184122:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393314.184125:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499710592, offset 0 02000000:00000010:1.0:1749393314.184130:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:2.0:1749393314.184137:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393314.184143:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393314.184147:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393314.184163:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1660. 00000100:00000200:1.0:1749393314.184168:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499710720, portal 10 00000400:00000200:2.0:1749393314.184168:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393314.184175:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1440. 00000400:00000200:2.0:1749393314.184178:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:1.0:1749393314.184179:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499710720, offset 0 00000400:00000200:2.0:1749393314.184186:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393314.184187:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393314.184193:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393314.184193:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393314.184197:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393314.184199:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393314.184201:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393314.184203:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393314.184205:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [175:175:256:4294967295] 192.168.203.132@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:1.0:1749393314.184207:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393314.184211:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393314.184211:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393314.184213:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393314.184217:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [176:176:256:4294967295] 192.168.203.132@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:1.0:1749393314.184222:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393314.184224:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393314.184231:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393314.184234:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393314.184236:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:1.0:1749393314.184239:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393314.184243:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000800:00000200:2.0:1749393314.184244:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393314.184257:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393314.184259:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393314.184263:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393314.184266:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393314.184270:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393314.184289:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393314.184291:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393314.184296:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d100. 00000100:00000010:2.0:1749393314.184315:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dfc0. 02000000:00000010:1.0:1749393314.184332:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000400:00000200:1.0:1749393314.184336:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393314.184339:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393314.184343:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1770. 00000100:00000200:1.0:1749393314.184346:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499710848, portal 10 00000400:00000010:1.0:1749393314.184350:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a16e8. 00000100:00000200:1.0:1749393314.184352:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499710848, offset 0 00000400:00000200:1.0:1749393314.184357:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393314.184360:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393314.184361:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393314.184365:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749393314.184366:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:1.0:1749393314.184368:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393314.184371:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393314.184373:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393314.184375:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393314.184376:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393314.184379:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [177:177:254:4294967295] 192.168.203.132@tcp LPNI seq info [179:179:6:4294967295] 00000400:00000200:1.0:1749393314.184384:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.184385:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393314.184390:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000200:1.0:1749393314.184391:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:3.0:1749393314.184393:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000800:00000200:1.0:1749393314.184395:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393314.184398:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb300. 00000800:00000200:1.0:1749393314.184402:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393314.184406:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:3.0:1749393314.184407:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499710592/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393314.184409:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393314.184414:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393314.184432:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393314.184435:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000400:00000200:3.0:1749393314.184438:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393314.184442:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393314.184445:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1440 00000400:00000010:3.0:1749393314.184447:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1440. 00000100:00000200:3.0:1749393314.184452:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499710720/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393314.184558:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393314.184561:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb300. 00000400:00000200:3.0:1749393314.184564:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393314.184568:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393314.184571:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a16e8 00000400:00000010:3.0:1749393314.184573:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a16e8. 00000100:00000200:3.0:1749393314.184577:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499710848/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393314.186372:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186381:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393314.186390:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186394:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186399:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186404:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05900 00000400:00000200:3.0:1749393314.186409:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186416:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x9b5 [1] + 0 00000400:00000200:3.0:1749393314.186428:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393314.186433:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393314.186443:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499710720/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393314.186486:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186490:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393314.186494:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186497:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186499:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186503:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05880 00000400:00000200:3.0:1749393314.186506:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186510:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x9a5 [1] + 224 00000400:00000200:3.0:1749393314.186515:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393314.186527:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393314.186534:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499710592/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393314.186547:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393314.186556:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1660 00000400:00000010:1.0:1749393314.186560:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1660. 00000100:00000200:1.0:1749393314.186572:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499710720/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393314.186573:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186577:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393314.186581:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186584:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186587:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186590:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05980 00000400:00000200:3.0:1749393314.186593:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393314.186597:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x9bd [1] + 0 00000400:00000200:3.0:1749393314.186647:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749393314.186651:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499710720/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393314.186652:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393314.186658:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393314.186694:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:2.0:1749393314.186698:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393314.186708:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499710592/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393314.186710:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499710848/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393314.186716:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 00000100:00000200:2.0:1749393314.186721:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499710592/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393314.186723:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:1.0:1749393314.186728:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000010:1.0:1749393314.186736:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393314.186739:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1770 00000400:00000010:1.0:1749393314.186741:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1770. 02000000:00000010:2.0:1749393314.186741:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 02000000:00000010:2.0:1749393314.186746:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000200:1.0:1749393314.186747:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499710848/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393314.186750:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000200:1.0:1749393314.186756:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499710848/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393314.186769:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393314.186772:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:1.0:1749393314.186775:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:2.0:1749393314.187737:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d100. 00000100:00000010:3.0:1749393314.187754:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dfc0. 00000100:00000010:2.0:1749393319.191716:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393319.191742:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393319.191815:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393319.191825:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393319.191848:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393319.191852:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393319.191852:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749393319.191865:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393319.191869:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4dc0. 00000400:00000010:3.0:1749393319.191875:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749393319.191883:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499710976, portal 25 00000400:00000010:3.0:1749393319.191887:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749393319.191889:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499710976, offset 0 00000400:00000200:3.0:1749393319.191898:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393319.191906:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.191913:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:1.0:1749393319.191917:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14800. 00000400:00000200:3.0:1749393319.191918:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393319.191922:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393319.191923:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393319.191926:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000200:3.0:1749393319.191926:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393319.191928:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:1.0:1749393319.191929:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1770. 00000400:00000200:3.0:1749393319.191931:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [178:178:256:4294967295] 192.168.203.132@tcp LPNI seq info [180:180:8:4294967295] 00000100:00000200:1.0:1749393319.191932:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499711104, portal 10 00000400:00000010:1.0:1749393319.191936:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1660. 00000100:00000200:1.0:1749393319.191939:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499711104, offset 0 00000400:00000200:3.0:1749393319.191939:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393319.191944:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393319.191947:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.191949:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393319.191951:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393319.191953:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393319.191954:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393319.191956:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393319.191957:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1749393319.191957:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000400:00000200:1.0:1749393319.191959:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393319.191961:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [179:179:255:4294967295] 192.168.203.132@tcp LPNI seq info [181:181:7:4294967295] 00000800:00000200:3.0:1749393319.191963:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393319.191969:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393319.191971:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393319.191975:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393319.191975:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393319.191978:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393319.191981:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb300. 00000800:00000200:1.0:1749393319.191984:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393319.191987:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393319.191990:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393319.191995:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393319.191996:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393319.192001:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15980. 00000100:00000010:3.0:1749393319.192013:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d80. 02000000:00000010:1.0:1749393319.192022:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393319.192025:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393319.192026:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393319.192028:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1880. 00000100:00000200:1.0:1749393319.192030:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499711232, portal 10 00000400:00000010:1.0:1749393319.192033:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393319.192034:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499711232, offset 0 00000400:00000200:1.0:1749393319.192036:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393319.192039:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393319.192041:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393319.192043:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393319.192044:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393319.192046:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393319.192047:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393319.192049:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [180:180:254:4294967295] 192.168.203.132@tcp LPNI seq info [182:182:6:4294967295] 00000800:00000200:2.0:1749393319.192050:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393319.192051:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393319.192053:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:1.0:1749393319.192054:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393319.192056:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393319.192058:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000800:00000200:1.0:1749393319.192060:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393319.192060:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1749393319.192062:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393319.192063:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393319.192066:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393319.192070:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393319.192070:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:2.0:1749393319.192073:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:2.0:1749393319.192085:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499710976/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393319.192104:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393319.192106:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb300. 00000400:00000200:2.0:1749393319.192109:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393319.192112:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393319.192114:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1660 00000400:00000010:2.0:1749393319.192116:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1660. 00000100:00000200:2.0:1749393319.192120:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499711104/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393319.192188:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393319.192190:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000400:00000200:2.0:1749393319.192192:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393319.192195:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393319.192198:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:2.0:1749393319.192199:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 00000100:00000200:2.0:1749393319.192203:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499711232/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393319.193506:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193511:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393319.193516:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193519:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193522:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193525:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05a00 00000400:00000200:3.0:1749393319.193528:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193533:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x9c5 [1] + 224 00000400:00000200:3.0:1749393319.193540:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393319.193543:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393319.193548:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499710976/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393319.193571:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193574:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393319.193576:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193577:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193579:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193581:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05b00 00000400:00000200:3.0:1749393319.193583:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193590:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x9dd [1] + 0 00000400:00000010:2.0:1749393319.193594:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4dc0. 00000400:00000200:3.0:1749393319.193594:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393319.193596:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393319.193599:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000010:2.0:1749393319.193601:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000100:00000200:2.0:1749393319.193622:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499710976/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393319.193637:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499711232/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393319.193646:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499710976/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393319.193660:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193662:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393319.193665:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193666:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193668:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193670:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05a80 02000000:00000010:2.0:1749393319.193671:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749393319.193672:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393319.193674:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x9d5 [1] + 0 02000000:00000010:2.0:1749393319.193677:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393319.193681:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:1.0:1749393319.193685:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:3.0:1749393319.193687:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393319.193689:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393319.193690:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1880 00000400:00000010:1.0:1749393319.193691:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1880. 00000100:00000200:3.0:1749393319.193694:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499711104/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393319.193696:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499711232/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393319.193702:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499711232/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393319.193718:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393319.193721:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:1.0:1749393319.193724:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000400:00000010:1.0:1749393319.193727:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393319.193729:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1770 00000400:00000010:1.0:1749393319.193730:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1770. 00000100:00000200:1.0:1749393319.193732:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499711104/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393319.193737:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499711104/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393319.193743:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14800. 02000000:00000010:1.0:1749393319.193744:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:1.0:1749393319.193746:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749393319.195654:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15980. 00000100:00000010:3.0:1749393319.195667:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d80. 00000100:00000010:2.0:1749393324.199752:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393324.199778:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393324.199828:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393324.199835:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393324.199854:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393324.199856:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393324.199870:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7400. 00000400:00000200:3.0:1749393324.199900:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393324.199905:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4e18. 00000400:00000010:3.0:1749393324.199913:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 00000100:00000200:3.0:1749393324.199922:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499711360, portal 25 02000000:00000010:1.0:1749393324.199927:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000010:3.0:1749393324.199928:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43330. 00000100:00000200:3.0:1749393324.199930:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499711360, offset 0 00000400:00000200:1.0:1749393324.199934:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393324.199937:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000200:3.0:1749393324.199940:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:1.0:1749393324.199947:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1770. 00000100:00000200:1.0:1749393324.199950:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499711488, portal 10 00000400:00000200:3.0:1749393324.199951:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393324.199955:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1880. 00000100:00000200:1.0:1749393324.199958:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499711488, offset 0 00000400:00000200:3.0:1749393324.199960:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393324.199963:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393324.199966:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393324.199967:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393324.199971:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393324.199972:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393324.199986:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393324.199987:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393324.199988:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393324.199990:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393324.199990:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393324.199992:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393324.199994:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [182:182:256:4294967295] 192.168.203.132@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:3.0:1749393324.199994:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [181:181:256:4294967295] 192.168.203.132@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:1.0:1749393324.199997:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.199999:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.200010:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393324.200018:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393324.200018:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:1.0:1749393324.200021:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393324.200023:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000800:00000010:1.0:1749393324.200024:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000800:00000200:1.0:1749393324.200030:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393324.200031:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393324.200039:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393324.200039:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393324.200043:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393324.200043:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393324.200061:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.200061:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393324.200066:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c9c0. 00000100:00000010:1.0:1749393324.200079:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cfc0. 02000000:00000010:1.0:1749393324.200091:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:1.0:1749393324.200094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393324.200095:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393324.200098:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1990. 00000100:00000200:1.0:1749393324.200100:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499711616, portal 10 00000400:00000010:1.0:1749393324.200102:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393324.200104:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499711616, offset 0 00000400:00000200:1.0:1749393324.200106:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393324.200109:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393324.200111:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749393324.200112:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393324.200113:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1749393324.200114:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00000400:00000200:1.0:1749393324.200115:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393324.200116:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393324.200118:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393324.200120:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [183:183:254:4294967295] 192.168.203.132@tcp LPNI seq info [185:185:6:4294967295] 00000400:00000200:2.0:1749393324.200120:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393324.200122:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393324.200125:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393324.200129:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1880 00000400:00000200:1.0:1749393324.200130:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:2.0:1749393324.200131:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1880. 00000800:00000200:1.0:1749393324.200133:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393324.200136:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:1.0:1749393324.200138:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749393324.200141:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499711488/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393324.200142:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393324.200143:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393324.200147:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393324.200157:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393324.200159:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:2.0:1749393324.200161:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393324.200164:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393324.200165:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43330 00000400:00000010:2.0:1749393324.200167:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43330. 00000100:00000200:2.0:1749393324.200170:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499711360/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393324.200236:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393324.200238:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:2.0:1749393324.200245:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393324.200247:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393324.200249:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 00000400:00000010:2.0:1749393324.200250:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000100:00000200:2.0:1749393324.200254:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499711616/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393324.201791:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201796:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393324.201801:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201804:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201807:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201811:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05b80 00000400:00000200:3.0:1749393324.201814:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201819:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x9e5 [1] + 224 00000400:00000200:3.0:1749393324.201827:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393324.201829:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393324.201836:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499711360/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393324.201877:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201879:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393324.201882:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201883:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201885:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201887:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05c00 00000400:00000200:3.0:1749393324.201889:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201897:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x9f5 [1] + 0 00000400:00000200:3.0:1749393324.201901:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393324.201903:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393324.201907:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499711488/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393324.201924:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201926:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393324.201928:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201930:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201932:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393324.201933:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05c80 00000400:00000200:3.0:1749393324.201935:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393324.201937:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4e18. 00000400:00000200:2.0:1749393324.201944:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000010:2.0:1749393324.201945:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000400:00000200:3.0:1749393324.201948:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x9fd [1] + 0 00000100:00000200:2.0:1749393324.201951:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499711360/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393324.201959:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000100:00000200:2.0:1749393324.201959:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499711360/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393324.201959:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393324.201961:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393324.201965:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1770 00000400:00000010:1.0:1749393324.201967:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1770. 00000100:00000200:3.0:1749393324.201971:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499711616/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393324.201974:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499711488/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393324.201980:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7400. 00000100:00000200:1.0:1749393324.201985:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499711488/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393324.201985:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393324.201988:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:1.0:1749393324.202007:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393324.202009:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1990 00000400:00000010:1.0:1749393324.202010:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1990. 00000100:00000200:1.0:1749393324.202013:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499711616/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393324.202019:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499711616/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393324.202028:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393324.202031:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:1.0:1749393324.202033:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:1.0:1749393324.202036:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393324.202037:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:1.0:1749393324.202039:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000100:00000010:2.0:1749393324.203680:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c9c0. 00000100:00000010:3.0:1749393324.203685:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cfc0. 00000100:00000010:2.0:1749393329.207713:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393329.207739:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393329.207791:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393329.207797:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393329.207819:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000100:00000010:2.0:1749393329.207821:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393329.207824:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000400:00000200:3.0:1749393329.207832:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393329.207837:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4e70. 00000400:00000010:3.0:1749393329.207842:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d432a8. 00000100:00000200:3.0:1749393329.207850:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499711744, portal 25 00000400:00000010:3.0:1749393329.207855:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393329.207857:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499711744, offset 0 00000400:00000200:3.0:1749393329.207865:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393329.207873:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.207881:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393329.207886:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393329.207890:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 02000000:00000010:1.0:1749393329.207898:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:1.0:1749393329.207904:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.207907:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393329.207908:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393329.207912:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [184:184:256:4294967295] 192.168.203.132@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000010:1.0:1749393329.207913:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000200:3.0:1749393329.207915:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393329.207917:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1990. 00000100:00000200:1.0:1749393329.207919:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499711872, portal 10 00000400:00000200:3.0:1749393329.207934:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:1.0:1749393329.207935:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1770. 00000100:00000200:1.0:1749393329.207938:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499711872, offset 0 00000800:00000200:3.0:1749393329.207938:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393329.207941:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:1.0:1749393329.207942:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393329.207945:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393329.207948:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393329.207948:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393329.207951:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393329.207953:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393329.207954:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393329.207955:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393329.207956:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393329.207958:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [185:185:255:4294967295] 192.168.203.132@tcp LPNI seq info [187:187:7:4294967295] 00000800:00000200:3.0:1749393329.207959:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393329.207960:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393329.207965:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393329.207967:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393329.207970:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebd00. 00000800:00000200:1.0:1749393329.207972:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393329.207975:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393329.207978:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebd00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393329.207978:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393329.207982:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393329.207982:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d80. 00000100:00000010:3.0:1749393329.207995:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15280. 02000000:00000010:1.0:1749393329.208008:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393329.208010:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393329.208011:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393329.208013:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1aa0. 00000100:00000200:1.0:1749393329.208015:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499712000, portal 10 00000400:00000010:1.0:1749393329.208018:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393329.208019:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499712000, offset 0 00000400:00000200:1.0:1749393329.208021:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393329.208023:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393329.208025:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749393329.208026:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393329.208029:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:1.0:1749393329.208030:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393329.208032:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393329.208033:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393329.208034:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393329.208035:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393329.208036:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [186:186:254:4294967295] 192.168.203.132@tcp LPNI seq info [188:188:6:4294967295] 00000400:00000200:1.0:1749393329.208039:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393329.208040:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393329.208042:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749393329.208043:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000800:00000200:1.0:1749393329.208045:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749393329.208045:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000800:00000010:1.0:1749393329.208046:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebb00. 00000800:00000200:1.0:1749393329.208048:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393329.208051:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393329.208052:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:2.0:1749393329.208054:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499711744/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393329.208056:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393329.208079:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393329.208081:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebd00. 00000400:00000200:2.0:1749393329.208083:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393329.208085:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393329.208087:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1770 00000400:00000010:2.0:1749393329.208088:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1770. 00000100:00000200:2.0:1749393329.208090:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499711872/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393329.208153:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393329.208154:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebb00. 00000400:00000200:2.0:1749393329.208156:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393329.208158:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393329.208159:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 00000400:00000010:2.0:1749393329.208160:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 00000100:00000200:2.0:1749393329.208162:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499712000/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393329.209796:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209801:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393329.209806:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209809:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209812:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209815:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05d00 00000400:00000200:3.0:1749393329.209817:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209822:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xa05 [1] + 224 00000400:00000200:3.0:1749393329.209829:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393329.209832:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393329.209837:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499711744/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393329.209859:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209861:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393329.209864:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209865:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209872:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209874:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05d80 00000400:00000200:3.0:1749393329.209876:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209878:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa15 [1] + 0 00000400:00000200:3.0:1749393329.209883:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393329.209884:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393329.209888:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499711872/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393329.209902:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209904:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393329.209906:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209908:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209909:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393329.209911:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05e00 00000400:00000010:2.0:1749393329.209913:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4e70. 00000400:00000200:3.0:1749393329.209913:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393329.209919:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d432a8 00000400:00000010:2.0:1749393329.209921:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d432a8. 00000400:00000200:3.0:1749393329.209923:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa1d [1] + 0 00000100:00000200:2.0:1749393329.209926:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499711744/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393329.209933:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393329.209934:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499711744/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393329.209935:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393329.209938:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499712000/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393329.209954:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 00000400:00000010:1.0:1749393329.209959:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 02000000:00000010:2.0:1749393329.209959:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393329.209962:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:1.0:1749393329.209964:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1990 00000400:00000010:1.0:1749393329.209965:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1990. 00000100:00000200:1.0:1749393329.209970:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499711872/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393329.209977:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499711872/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393329.209992:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393329.209993:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1aa0 00000400:00000010:1.0:1749393329.209994:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1aa0. 00000100:00000200:1.0:1749393329.209996:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499712000/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393329.210001:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499712000/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393329.210008:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393329.210010:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:1.0:1749393329.210017:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:1.0:1749393329.210020:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393329.210022:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:1.0:1749393329.210023:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000100:00000010:2.0:1749393329.211661:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d80. 00000100:00000010:3.0:1749393329.211689:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15280. 00000100:00000010:2.0:1749393334.215801:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393334.215842:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393334.215936:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393334.215971:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393334.216027:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:3.0:1749393334.216032:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 02000000:00000010:2.0:1749393334.216045:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:3.0:1749393334.216051:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393334.216057:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4ec8. 00000400:00000010:3.0:1749393334.216065:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43220. 00000100:00000200:3.0:1749393334.216076:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499712128, portal 25 00000400:00000010:3.0:1749393334.216081:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749393334.216085:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499712128, offset 0 02000000:00000010:1.0:1749393334.216096:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:3.0:1749393334.216097:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393334.216109:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.216109:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393334.216113:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393334.216119:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1aa0. 00000100:00000200:1.0:1749393334.216124:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499712256, portal 10 00000400:00000200:3.0:1749393334.216129:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:1.0:1749393334.216131:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1990. 00000100:00000200:1.0:1749393334.216134:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499712256, offset 0 00000400:00000200:3.0:1749393334.216137:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393334.216142:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393334.216143:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393334.216148:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393334.216149:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.216151:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393334.216155:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393334.216157:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [187:187:256:4294967295] 192.168.203.132@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:1.0:1749393334.216160:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393334.216162:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393334.216164:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393334.216168:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393334.216170:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393334.216176:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [188:188:255:4294967295] 192.168.203.132@tcp LPNI seq info [190:190:7:4294967295] 00000400:00000200:3.0:1749393334.216177:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393334.216181:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393334.216184:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393334.216189:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000400:00000200:1.0:1749393334.216191:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393334.216196:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393334.216198:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749393334.216200:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:1.0:1749393334.216205:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393334.216211:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393334.216212:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393334.216217:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393334.216217:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749393334.216248:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393334.216250:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393334.216256:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15280. 00000100:00000010:3.0:1749393334.216296:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15480. 02000000:00000010:1.0:1749393334.216327:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:1.0:1749393334.216332:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393334.216335:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000800:00000200:2.0:1749393334.216335:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393334.216339:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1bb0. 00000800:00000010:2.0:1749393334.216340:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000400:00000200:2.0:1749393334.216347:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749393334.216351:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499712384, portal 10 00000400:00000200:2.0:1749393334.216355:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749393334.216357:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000100:00000200:1.0:1749393334.216359:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499712384, offset 0 00000400:00000200:2.0:1749393334.216362:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1990 00000400:00000010:2.0:1749393334.216364:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1990. 00000400:00000200:1.0:1749393334.216374:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393334.216378:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499712256/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393334.216380:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393334.216383:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393334.216387:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393334.216390:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393334.216392:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393334.216394:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393334.216398:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [189:189:255:4294967295] 192.168.203.132@tcp LPNI seq info [191:191:6:4294967295] 00000400:00000200:1.0:1749393334.216403:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393334.216410:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393334.216414:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393334.216417:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb600. 00000800:00000200:1.0:1749393334.216421:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393334.216427:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393334.216431:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393334.216436:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393334.216474:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393334.216477:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:2.0:1749393334.216482:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393334.216486:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393334.216489:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000010:2.0:1749393334.216491:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 00000100:00000200:2.0:1749393334.216496:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499712128/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393334.216568:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393334.216571:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb600. 00000400:00000200:2.0:1749393334.216573:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393334.216577:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393334.216580:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000010:2.0:1749393334.216582:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 00000100:00000200:2.0:1749393334.216587:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499712384/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393334.218102:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218110:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393334.218118:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218123:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218128:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218133:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a05e80 00000400:00000200:3.0:1749393334.218138:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218145:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xa25 [1] + 224 00000400:00000200:3.0:1749393334.218156:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393334.218160:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393334.218170:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499712128/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393334.218212:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218226:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393334.218230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218233:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218237:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218240:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05f00 00000400:00000200:3.0:1749393334.218244:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218247:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa35 [1] + 0 00000400:00000200:3.0:1749393334.218255:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393334.218259:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393334.218265:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499712256/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393334.218292:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218296:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393334.218299:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393334.218301:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4ec8. 00000400:00000200:3.0:1749393334.218302:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218305:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393334.218308:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a05f80 00000400:00000200:2.0:1749393334.218311:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43220 00000400:00000200:3.0:1749393334.218311:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393334.218314:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43220. 00000400:00000200:3.0:1749393334.218323:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa3d [1] + 0 00000100:00000200:2.0:1749393334.218324:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499712128/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393334.218339:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393334.218343:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393334.218348:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499712384/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393334.218355:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499712128/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393334.218360:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393334.218369:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1aa0 00000400:00000010:1.0:1749393334.218373:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1aa0. 02000000:00000010:2.0:1749393334.218384:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 00000100:00000200:1.0:1749393334.218385:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499712256/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393334.218393:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393334.218397:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000200:1.0:1749393334.218404:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499712256/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393334.218435:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393334.218439:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1bb0 00000400:00000010:1.0:1749393334.218441:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1bb0. 00000100:00000200:1.0:1749393334.218449:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499712384/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393334.218485:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499712384/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393334.218507:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393334.218514:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:1.0:1749393334.218519:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:1.0:1749393334.218555:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393334.218560:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:1.0:1749393334.218564:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749393334.219717:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15280. 00000100:00000010:3.0:1749393334.219728:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15480. 00000100:00000010:2.0:1749393339.223761:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393339.223796:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393339.223868:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393339.223879:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393339.223909:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393339.223914:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393339.223964:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7600. 00000400:00000200:2.0:1749393339.223979:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393339.223985:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393339.223993:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393339.224004:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499712512, portal 25 00000400:00000010:2.0:1749393339.224010:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e990. 00000100:00000200:2.0:1749393339.224013:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499712512, offset 0 00000400:00000200:2.0:1749393339.224025:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:1.0:1749393339.224028:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:2.0:1749393339.224037:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393339.224040:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393339.224045:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000200:2.0:1749393339.224048:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:1.0:1749393339.224050:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1bb0. 00000100:00000200:1.0:1749393339.224055:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499712640, portal 10 00000400:00000200:2.0:1749393339.224055:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393339.224061:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:1.0:1749393339.224063:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1aa0. 00000100:00000200:1.0:1749393339.224066:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499712640, offset 0 00000400:00000200:2.0:1749393339.224066:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393339.224069:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393339.224074:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393339.224074:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [190:190:256:4294967295] 192.168.203.132@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1749393339.224078:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393339.224080:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393339.224087:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393339.224091:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393339.224091:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393339.224095:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393339.224098:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749393339.224098:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393339.224101:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393339.224105:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [191:191:255:4294967295] 192.168.203.132@tcp LPNI seq info [193:193:7:4294967295] 00000400:00000200:1.0:1749393339.224109:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393339.224118:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393339.224123:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000800:00000200:1.0:1749393339.224124:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393339.224128:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:1.0:1749393339.224135:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393339.224135:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393339.224147:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393339.224147:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393339.224153:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393339.224161:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393339.224182:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393339.224188:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d600. 00000400:00000200:1.0:1749393339.224191:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393339.224205:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d840. 02000000:00000010:1.0:1749393339.224226:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393339.224230:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393339.224233:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393339.224236:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1cc0. 00000100:00000200:1.0:1749393339.224240:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499712768, portal 10 00000400:00000010:1.0:1749393339.224244:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1f68. 00000100:00000200:1.0:1749393339.224246:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499712768, offset 0 00000800:00000200:3.0:1749393339.224248:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393339.224251:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393339.224255:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393339.224255:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:1.0:1749393339.224259:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393339.224262:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393339.224264:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393339.224265:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393339.224268:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393339.224270:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393339.224272:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393339.224274:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [192:192:254:4294967295] 192.168.203.132@tcp LPNI seq info [194:194:6:4294967295] 00000400:00000200:3.0:1749393339.224278:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e990 00000400:00000200:1.0:1749393339.224279:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393339.224280:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e990. 00000400:00000200:1.0:1749393339.224285:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393339.224290:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393339.224292:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb200. 00000800:00000200:1.0:1749393339.224296:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393339.224302:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:3.0:1749393339.224304:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499712512/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393339.224305:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393339.224309:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393339.224333:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393339.224335:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:3.0:1749393339.224338:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393339.224342:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393339.224345:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1aa0 00000400:00000010:3.0:1749393339.224348:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1aa0. 00000100:00000200:3.0:1749393339.224353:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499712640/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393339.224448:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393339.224451:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb200. 00000400:00000200:3.0:1749393339.224453:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393339.224457:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393339.224459:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1f68 00000400:00000010:3.0:1749393339.224461:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1f68. 00000100:00000200:3.0:1749393339.224465:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499712768/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393339.226143:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226151:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393339.226159:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226164:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226168:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226173:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06000 00000400:00000200:3.0:1749393339.226178:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226185:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xa45 [1] + 224 00000400:00000200:3.0:1749393339.226197:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393339.226201:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393339.226211:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499712512/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393339.226253:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226267:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393339.226272:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226275:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226278:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226282:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06100 00000400:00000200:3.0:1749393339.226286:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226289:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa5d [1] + 0 00000400:00000200:3.0:1749393339.226297:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393339.226300:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393339.226306:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499712768/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393339.226333:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226337:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393339.226340:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393339.226346:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393339.226347:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393339.226348:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06080 00000400:00000200:3.0:1749393339.226351:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393339.226356:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:2.0:1749393339.226358:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000400:00000200:3.0:1749393339.226367:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa55 [1] + 0 00000100:00000200:2.0:1749393339.226369:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499712512/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393339.226383:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499712512/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393339.226386:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393339.226390:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393339.226396:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499712640/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393339.226412:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7600. 02000000:00000010:2.0:1749393339.226418:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393339.226423:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:1.0:1749393339.226430:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393339.226438:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1bb0 00000400:00000010:1.0:1749393339.226440:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1bb0. 00000100:00000200:1.0:1749393339.226450:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499712640/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393339.226463:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499712640/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393339.226524:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393339.226527:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1cc0 00000400:00000010:1.0:1749393339.226529:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1cc0. 00000100:00000200:1.0:1749393339.226535:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499712768/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393339.226544:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499712768/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393339.226558:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393339.226563:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:1.0:1749393339.226567:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:1.0:1749393339.226572:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393339.226575:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:1.0:1749393339.226578:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:2.0:1749393339.227706:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d600. 00000100:00000010:3.0:1749393339.227711:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d840. 00000100:00000010:2.0:1749393344.231851:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393344.231889:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393344.231979:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393344.231992:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393344.232035:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393344.232042:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393344.232087:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749393344.232106:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393344.232112:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4f20. 00000400:00000010:3.0:1749393344.232121:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749393344.232132:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499712896, portal 25 00000400:00000010:3.0:1749393344.232138:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 02000000:00000010:1.0:1749393344.232142:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393344.232155:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393344.232160:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000100:00000200:3.0:1749393344.232162:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499712896, offset 0 00000400:00000010:1.0:1749393344.232166:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1cc0. 00000400:00000200:3.0:1749393344.232176:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393344.232183:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499713024, portal 10 00000400:00000200:3.0:1749393344.232187:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393344.232191:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1bb0. 00000100:00000200:1.0:1749393344.232195:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499713024, offset 0 00000400:00000200:3.0:1749393344.232197:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393344.232202:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393344.232205:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393344.232209:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.232211:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393344.232216:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393344.232216:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393344.232219:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393344.232220:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393344.232224:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393344.232224:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [193:193:256:4294967295] 192.168.203.132@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:1.0:1749393344.232227:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393344.232229:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393344.232230:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393344.232234:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [194:194:256:4294967295] 192.168.203.132@tcp LPNI seq info [196:196:8:4294967295] 00000400:00000200:1.0:1749393344.232239:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.232242:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393344.232250:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393344.232255:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000400:00000200:1.0:1749393344.232257:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393344.232263:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393344.232273:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393344.232276:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:1.0:1749393344.232278:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb000. 00000800:00000200:3.0:1749393344.232282:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393344.232283:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393344.232290:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393344.232294:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393344.232317:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393344.232318:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393344.232325:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15bc0. 00000100:00000010:3.0:1749393344.232350:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c00. 02000000:00000010:1.0:1749393344.232367:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:1.0:1749393344.232371:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393344.232374:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393344.232377:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1dd0. 00000100:00000200:1.0:1749393344.232381:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499713152, portal 10 00000400:00000010:1.0:1749393344.232385:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1e58. 00000100:00000200:1.0:1749393344.232387:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499713152, offset 0 00000400:00000200:1.0:1749393344.232392:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393344.232396:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393344.232400:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393344.232403:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393344.232406:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393344.232408:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393344.232411:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393344.232414:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [195:195:254:4294967295] 192.168.203.132@tcp LPNI seq info [197:197:6:4294967295] 00000400:00000200:1.0:1749393344.232418:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393344.232422:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393344.232424:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393344.232427:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000800:00000200:1.0:1749393344.232429:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393344.232433:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb200. 00000800:00000200:1.0:1749393344.232436:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393344.232438:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1749393344.232440:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393344.232443:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393344.232448:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393344.232449:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393344.232508:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:2.0:1749393344.232513:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:2.0:1749393344.232530:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499712896/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393344.232577:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393344.232581:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb000. 00000400:00000200:2.0:1749393344.232586:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393344.232592:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393344.232597:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1bb0 00000400:00000010:2.0:1749393344.232599:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1bb0. 00000100:00000200:2.0:1749393344.232643:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499713024/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393344.232765:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393344.232771:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb200. 00000400:00000200:2.0:1749393344.232776:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393344.232782:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393344.232787:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1e58 00000400:00000010:2.0:1749393344.232790:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1e58. 00000100:00000200:2.0:1749393344.232799:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499713152/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393344.234545:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234553:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393344.234562:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234566:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234572:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234576:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06180 00000400:00000200:3.0:1749393344.234581:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234588:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xa65 [1] + 224 00000400:00000200:3.0:1749393344.234600:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393344.234641:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393344.234651:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499712896/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393344.234705:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234710:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393344.234714:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234717:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234721:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234724:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06200 00000400:00000200:3.0:1749393344.234728:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234732:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa75 [1] + 0 00000400:00000200:3.0:1749393344.234739:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393344.234742:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393344.234748:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499713024/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393344.234774:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234777:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393344.234781:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234784:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234787:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393344.234790:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06280 00000400:00000200:3.0:1749393344.234793:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393344.234799:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4f20. 00000400:00000200:2.0:1749393344.234810:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000010:2.0:1749393344.234812:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000400:00000200:3.0:1749393344.234821:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa7d [1] + 0 00000100:00000200:2.0:1749393344.234823:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499712896/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393344.234836:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499712896/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393344.234838:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393344.234842:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393344.234848:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499713152/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393344.234866:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 00000400:00000010:1.0:1749393344.234870:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 02000000:00000010:2.0:1749393344.234873:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393344.234878:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:1.0:1749393344.234888:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1cc0 00000400:00000010:1.0:1749393344.234890:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1cc0. 00000100:00000200:1.0:1749393344.234901:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499713024/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393344.234913:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499713024/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393344.234939:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393344.234942:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1dd0 00000400:00000010:1.0:1749393344.234943:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1dd0. 00000100:00000200:1.0:1749393344.234948:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499713152/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393344.234957:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499713152/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393344.234970:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393344.234975:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:1.0:1749393344.234979:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 02000000:00000010:1.0:1749393344.234983:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393344.234986:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:1.0:1749393344.234989:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:3.0:1749393344.235703:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c00. 00000100:00000010:2.0:1749393344.235729:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15bc0. 00000100:00000010:2.0:1749393349.239776:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393349.239811:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393349.239885:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393349.239915:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393349.239948:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393349.239953:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749393349.239996:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749393349.240016:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393349.240021:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4f78. 00000400:00000010:3.0:1749393349.240041:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749393349.240051:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499713280, portal 25 00000400:00000010:3.0:1749393349.240058:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393349.240061:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499713280, offset 0 02000000:00000010:1.0:1749393349.240068:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:3.0:1749393349.240073:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393349.240081:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393349.240085:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000200:3.0:1749393349.240085:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393349.240091:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1dd0. 00000400:00000200:3.0:1749393349.240095:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:1.0:1749393349.240096:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499713408, portal 10 00000400:00000200:3.0:1749393349.240102:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1749393349.240103:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1cc0. 00000100:00000200:1.0:1749393349.240107:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499713408, offset 0 00000400:00000200:3.0:1749393349.240107:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393349.240113:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393349.240116:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393349.240116:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393349.240121:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [196:196:256:4294967295] 192.168.203.132@tcp LPNI seq info [198:198:8:4294967295] 00000400:00000200:1.0:1749393349.240122:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.240126:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393349.240128:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393349.240133:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393349.240136:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393349.240138:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393349.240145:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393349.240149:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1749393349.240150:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:1.0:1749393349.240152:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393349.240156:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [197:197:255:4294967295] 192.168.203.132@tcp LPNI seq info [199:199:7:4294967295] 00000800:00000200:3.0:1749393349.240159:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393349.240161:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393349.240170:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393349.240171:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393349.240176:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393349.240176:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1749393349.240181:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:1.0:1749393349.240186:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393349.240193:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393349.240197:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393349.240209:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393349.240217:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c00. 00000400:00000200:1.0:1749393349.240219:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393349.240237:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15440. 02000000:00000010:1.0:1749393349.240258:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15000. 00000400:00000200:1.0:1749393349.240263:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393349.240266:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393349.240269:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1ee0. 00000100:00000200:1.0:1749393349.240272:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499713536, portal 10 00000800:00000200:2.0:1749393349.240273:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749393349.240277:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1d48. 00000800:00000010:2.0:1749393349.240278:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000100:00000200:1.0:1749393349.240279:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499713536, offset 0 00000400:00000200:1.0:1749393349.240284:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393349.240285:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393349.240288:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393349.240292:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393349.240294:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393349.240295:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393349.240298:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393349.240300:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393349.240300:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000200:1.0:1749393349.240302:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749393349.240303:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000400:00000200:1.0:1749393349.240306:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [198:198:254:4294967295] 192.168.203.132@tcp LPNI seq info [200:200:6:4294967295] 00000400:00000200:1.0:1749393349.240310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393349.240316:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393349.240316:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499713280/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393349.240321:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393349.240323:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb600. 00000800:00000200:1.0:1749393349.240336:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393349.240341:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393349.240344:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393349.240351:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393349.240401:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393349.240404:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:2.0:1749393349.240408:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393349.240412:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393349.240415:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1cc0 00000400:00000010:2.0:1749393349.240455:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1cc0. 00000100:00000200:2.0:1749393349.240461:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499713408/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393349.240493:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393349.240495:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb600. 00000400:00000200:2.0:1749393349.240497:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393349.240501:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393349.240504:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1d48 00000400:00000010:2.0:1749393349.240506:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1d48. 00000100:00000200:2.0:1749393349.240510:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499713536/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393349.241853:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.241862:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393349.241870:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.241875:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.241879:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.241883:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06300 00000400:00000200:3.0:1749393349.241888:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.241895:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xa85 [1] + 224 00000400:00000200:3.0:1749393349.241908:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393349.241920:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393349.241931:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499713280/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393349.241977:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.241981:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393349.241986:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.241988:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.241992:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.241995:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06380 00000400:00000200:3.0:1749393349.241999:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.242002:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa95 [1] + 0 00000400:00000200:3.0:1749393349.242008:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393349.242012:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393349.242017:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499713408/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393349.242043:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.242047:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393349.242050:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.242053:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.242055:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393349.242059:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06400 00000400:00000200:3.0:1749393349.242061:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393349.242065:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4f78. 00000400:00000200:2.0:1749393349.242075:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000010:2.0:1749393349.242078:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000400:00000200:3.0:1749393349.242083:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xa9d [1] + 0 00000100:00000200:2.0:1749393349.242088:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499713280/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393349.242102:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:3.0:1749393349.242106:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393349.242110:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1dd0 00000400:00000200:3.0:1749393349.242110:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749393349.242112:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1dd0. 00000100:00000200:2.0:1749393349.242118:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499713280/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393349.242119:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499713536/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393349.242122:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499713408/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393349.242135:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499713408/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393349.242148:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 02000000:00000010:2.0:1749393349.242156:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000010:1.0:1749393349.242160:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000100:00000010:2.0:1749393349.242161:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:1.0:1749393349.242163:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1ee0 00000400:00000010:1.0:1749393349.242164:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1ee0. 00000100:00000200:1.0:1749393349.242169:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499713536/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393349.242178:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499713536/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393349.242191:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393349.242195:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:1.0:1749393349.242199:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 02000000:00000010:1.0:1749393349.242204:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15000. 02000000:00000010:1.0:1749393349.242207:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:1.0:1749393349.242209:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:2.0:1749393349.243736:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c00. 00000100:00000010:3.0:1749393349.243784:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15440. 00000100:00000010:2.0:1749393354.247767:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393354.247793:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393354.247849:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393354.247855:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393354.247875:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393354.247877:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393354.247913:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 00000400:00000200:3.0:1749393354.247942:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393354.247947:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4f78. 02000000:00000010:1.0:1749393354.247950:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000010:3.0:1749393354.247953:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43220. 00000400:00000200:1.0:1749393354.247956:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393354.247959:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000100:00000200:3.0:1749393354.247961:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499713664, portal 25 00000400:00000010:1.0:1749393354.247963:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1ee0. 00000100:00000200:1.0:1749393354.247965:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499713792, portal 10 00000400:00000010:3.0:1749393354.247966:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749393354.247968:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499713664, offset 0 00000400:00000010:1.0:1749393354.247970:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1dd0. 00000400:00000200:3.0:1749393354.247977:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393354.247979:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499713792, offset 0 00000400:00000200:1.0:1749393354.247983:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393354.247986:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393354.247987:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393354.247993:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393354.247993:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393354.247998:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393354.247998:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393354.248001:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393354.248002:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393354.248005:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393354.248005:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393354.248007:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393354.248007:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393354.248010:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [199:199:256:4294967295] 192.168.203.132@tcp LPNI seq info [201:202:8:4294967295] 00000400:00000200:3.0:1749393354.248010:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [199:199:256:4294967295] 192.168.203.132@tcp LPNI seq info [202:202:8:4294967295] 00000400:00000200:1.0:1749393354.248013:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.248013:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.248021:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393354.248026:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393354.248027:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393354.248030:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393354.248030:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000800:00000010:1.0:1749393354.248033:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebb00. 00000800:00000200:3.0:1749393354.248035:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393354.248036:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393354.248043:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393354.248043:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393354.248048:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebb00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393354.248048:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393354.248066:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.248069:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393354.248070:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c740. 00000100:00000010:1.0:1749393354.248083:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c1c0. 02000000:00000010:1.0:1749393354.248090:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16000. 00000400:00000200:1.0:1749393354.248092:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393354.248094:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393354.248097:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1d48. 00000100:00000200:1.0:1749393354.248098:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499713920, portal 10 00000400:00000010:1.0:1749393354.248101:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1cc0. 00000100:00000200:1.0:1749393354.248103:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499713920, offset 0 00000400:00000200:1.0:1749393354.248105:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393354.248107:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393354.248109:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393354.248111:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393354.248113:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:2.0:1749393354.248115:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393354.248117:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebb00. 00000400:00000200:1.0:1749393354.248118:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393354.248119:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393354.248121:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [200:200:254:4294967295] 192.168.203.132@tcp LPNI seq info [203:203:6:4294967295] 00000400:00000200:2.0:1749393354.248122:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393354.248123:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393354.248128:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749393354.248128:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:1.0:1749393354.248130:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393354.248132:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebd00. 00000400:00000200:2.0:1749393354.248132:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1dd0 00000400:00000010:2.0:1749393354.248133:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1dd0. 00000800:00000200:1.0:1749393354.248135:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393354.248137:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393354.248139:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebd00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393354.248142:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393354.248142:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499713792/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393354.248157:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393354.248159:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:2.0:1749393354.248162:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393354.248164:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393354.248165:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000010:2.0:1749393354.248167:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 00000100:00000200:2.0:1749393354.248169:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499713664/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393354.248234:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393354.248235:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebd00. 00000400:00000200:2.0:1749393354.248243:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393354.248245:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393354.248246:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1cc0 00000400:00000010:2.0:1749393354.248248:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1cc0. 00000100:00000200:2.0:1749393354.248251:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499713920/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393354.249590:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249595:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393354.249600:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249627:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249630:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249634:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06480 00000400:00000200:3.0:1749393354.249637:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249641:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xaa5 [1] + 224 00000400:00000200:3.0:1749393354.249648:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393354.249655:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393354.249661:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499713664/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393354.249684:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249686:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393354.249689:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249691:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249692:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249694:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06500 00000400:00000200:3.0:1749393354.249696:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249698:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xaad [1] + 0 00000400:00000200:3.0:1749393354.249701:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393354.249703:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393354.249706:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499713792/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393354.249719:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249722:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393354.249724:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249725:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249727:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249728:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06580 00000400:00000200:3.0:1749393354.249730:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393354.249731:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xabd [1] + 0 00000400:00000010:2.0:1749393354.249735:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4f78. 00000400:00000200:3.0:1749393354.249739:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393354.249741:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43220 00000400:00000200:3.0:1749393354.249741:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393354.249743:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43220. 00000100:00000200:3.0:1749393354.249746:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499713920/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393354.249748:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499713664/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393354.249754:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499713664/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393354.249774:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 00000400:00000010:1.0:1749393354.249776:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 02000000:00000010:2.0:1749393354.249779:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000200:1.0:1749393354.249780:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1ee0 00000400:00000010:1.0:1749393354.249782:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1ee0. 00000100:00000010:2.0:1749393354.249782:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000200:1.0:1749393354.249787:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499713792/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393354.249794:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499713792/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393354.249808:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393354.249810:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1d48 00000400:00000010:1.0:1749393354.249811:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1d48. 00000100:00000200:1.0:1749393354.249813:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499713920/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393354.249818:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499713920/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393354.249824:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393354.249827:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:1.0:1749393354.249829:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:1.0:1749393354.249833:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16000. 02000000:00000010:1.0:1749393354.249840:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:1.0:1749393354.249842:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:3.0:1749393354.251658:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c1c0. 00000100:00000010:2.0:1749393354.251664:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c740. 00000100:00000010:2.0:1749393359.255838:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393359.255870:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393359.255944:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393359.255957:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393359.255986:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393359.255992:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749393359.256044:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6c00. 00000400:00000200:2.0:1749393359.256059:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393359.256065:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393359.256072:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393359.256083:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499714048, portal 25 00000400:00000010:2.0:1749393359.256088:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e908. 00000100:00000200:2.0:1749393359.256091:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499714048, offset 0 00000400:00000200:2.0:1749393359.256103:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:1.0:1749393359.256107:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16000. 00000400:00000200:1.0:1749393359.256119:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393359.256124:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393359.256141:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1d48. 00000400:00000200:2.0:1749393359.256142:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393359.256146:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499714176, portal 10 00000400:00000010:1.0:1749393359.256153:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1ee0. 00000400:00000200:2.0:1749393359.256154:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:1.0:1749393359.256157:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499714176, offset 0 00000400:00000200:2.0:1749393359.256163:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393359.256164:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393359.256170:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393359.256171:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393359.256176:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393359.256177:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393359.256181:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393359.256182:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393359.256185:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393359.256187:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [201:201:256:4294967295] 192.168.203.132@tcp LPNI seq info [204:204:8:4294967295] 00000400:00000200:1.0:1749393359.256188:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393359.256191:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393359.256195:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393359.256196:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [202:202:256:4294967295] 192.168.203.132@tcp LPNI seq info [205:205:8:4294967295] 00000400:00000200:1.0:1749393359.256200:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393359.256213:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393359.256223:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393359.256227:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393359.256231:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000800:00000200:1.0:1749393359.256233:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393359.256237:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:1.0:1749393359.256242:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393359.256242:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393359.256255:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393359.256257:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393359.256261:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393359.256262:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749393359.256282:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393359.256283:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393359.256289:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cd00. 00000100:00000010:1.0:1749393359.256308:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c500. 02000000:00000010:1.0:1749393359.256331:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:1.0:1749393359.256336:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393359.256338:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393359.256342:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1e58. 00000100:00000200:1.0:1749393359.256378:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499714304, portal 10 00000400:00000010:1.0:1749393359.256383:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1bb0. 00000100:00000200:1.0:1749393359.256386:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499714304, offset 0 00000800:00000200:2.0:1749393359.256387:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393359.256391:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393359.256391:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:1.0:1749393359.256396:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393359.256399:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393359.256399:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393359.256403:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393359.256406:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393359.256406:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393359.256408:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393359.256410:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393359.256411:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1ee0 00000400:00000010:2.0:1749393359.256413:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1ee0. 00000400:00000200:1.0:1749393359.256414:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [203:203:254:4294967295] 192.168.203.132@tcp LPNI seq info [206:206:6:4294967295] 00000400:00000200:1.0:1749393359.256418:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393359.256426:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393359.256427:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499714176/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393359.256430:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393359.256433:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000800:00000200:1.0:1749393359.256437:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393359.256443:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393359.256446:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393359.256451:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393359.256523:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393359.256526:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:2.0:1749393359.256529:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393359.256533:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393359.256536:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e908 00000400:00000010:2.0:1749393359.256538:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e908. 00000100:00000200:2.0:1749393359.256543:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499714048/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393359.256590:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393359.256592:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00000400:00000200:2.0:1749393359.256595:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393359.256598:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393359.256601:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1bb0 00000400:00000010:2.0:1749393359.256652:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1bb0. 00000100:00000200:2.0:1749393359.256662:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499714304/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393359.258085:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258104:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393359.258112:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258116:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258122:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258127:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06600 00000400:00000200:3.0:1749393359.258132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258139:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xac5 [1] + 224 00000400:00000200:3.0:1749393359.258153:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393359.258157:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393359.258166:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499714048/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393359.258208:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258212:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393359.258216:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258219:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258222:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258225:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06680 00000400:00000200:3.0:1749393359.258229:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258232:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xad5 [1] + 0 00000400:00000200:3.0:1749393359.258237:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393359.258241:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393359.258246:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499714176/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393359.258270:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258274:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393359.258278:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258280:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258283:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258286:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06700 00000400:00000200:3.0:1749393359.258290:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393359.258299:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xadd [1] + 0 00000400:00000200:3.0:1749393359.258315:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393359.258319:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393359.258323:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393359.258333:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:2.0:1749393359.258337:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000100:00000200:3.0:1749393359.258344:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499714304/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393359.258377:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499714048/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393359.258390:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000100:00000200:2.0:1749393359.258396:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499714048/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393359.258398:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1d48 00000400:00000010:1.0:1749393359.258401:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1d48. 00000100:00000200:1.0:1749393359.258410:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499714176/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393359.258423:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499714176/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393359.258434:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6c00. 02000000:00000010:2.0:1749393359.258442:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000010:1.0:1749393359.258448:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000100:00000010:2.0:1749393359.258448:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:1.0:1749393359.258451:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1e58 00000400:00000010:1.0:1749393359.258452:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1e58. 00000100:00000200:1.0:1749393359.258457:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499714304/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393359.258483:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499714304/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393359.258498:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16000. 02000000:00000010:1.0:1749393359.258504:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:1.0:1749393359.258507:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:1.0:1749393359.258513:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393359.258516:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:1.0:1749393359.258519:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749393359.259713:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cd00. 00000100:00000010:3.0:1749393359.260711:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c500. 00000100:00000010:2.0:1749393364.263676:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393364.263700:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393364.263744:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393364.263750:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393364.263767:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393364.263769:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393364.263806:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000400:00000200:3.0:1749393364.263818:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393364.263822:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4f20. 00000400:00000010:3.0:1749393364.263828:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d432a8. 02000000:00000010:1.0:1749393364.263830:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000100:00000200:3.0:1749393364.263834:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499714432, portal 25 00000400:00000200:1.0:1749393364.263837:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393364.263839:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000400:00000010:1.0:1749393364.263840:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000100:00000200:3.0:1749393364.263841:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499714432, offset 0 00000400:00000010:1.0:1749393364.263844:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1e58. 00000400:00000200:3.0:1749393364.263848:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:1.0:1749393364.263853:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499714560, portal 10 00000400:00000200:3.0:1749393364.263857:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393364.263858:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1d48. 00000100:00000200:1.0:1749393364.263861:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499714560, offset 0 00000400:00000200:1.0:1749393364.263865:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393364.263865:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393364.263868:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.263870:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393364.263872:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393364.263873:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393364.263874:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393364.263876:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393364.263877:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393364.263878:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393364.263879:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393364.263880:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393364.263882:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [205:205:256:4294967295] 192.168.203.132@tcp LPNI seq info [208:208:8:4294967295] 00000400:00000200:3.0:1749393364.263882:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [205:205:256:4294967295] 192.168.203.132@tcp LPNI seq info [207:207:8:4294967295] 00000400:00000200:1.0:1749393364.263885:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.263885:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.263892:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393364.263896:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393364.263898:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393364.263899:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000800:00000200:1.0:1749393364.263901:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393364.263904:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000800:00000200:3.0:1749393364.263905:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393364.263907:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393364.263913:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393364.263913:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393364.263917:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393364.263922:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393364.263935:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393364.263938:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393364.263940:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15440. 00000100:00000010:3.0:1749393364.263961:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e40. 00000800:00000200:2.0:1749393364.263966:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393364.263969:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:2.0:1749393364.263973:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393364.263978:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:1.0:1749393364.263981:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16000. 00000400:00000200:2.0:1749393364.263981:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000200:1.0:1749393364.263984:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393364.263986:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:2.0:1749393364.263988:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000400:00000010:1.0:1749393364.263992:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1f68. 00000100:00000200:1.0:1749393364.263995:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499714688, portal 10 00000400:00000010:1.0:1749393364.263997:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1aa0. 00000100:00000200:2.0:1749393364.263997:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499714432/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393364.263998:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499714688, offset 0 00000400:00000200:1.0:1749393364.264001:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393364.264004:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393364.264006:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393364.264008:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393364.264009:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393364.264011:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393364.264012:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393364.264014:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [206:206:255:4294967295] 192.168.203.132@tcp LPNI seq info [209:209:7:4294967295] 00000400:00000200:1.0:1749393364.264017:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393364.264021:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393364.264023:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393364.264025:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000800:00000200:1.0:1749393364.264027:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393364.264030:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393364.264032:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393364.264035:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393364.264035:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393364.264036:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:2.0:1749393364.264038:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393364.264040:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393364.264042:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1d48 00000400:00000010:2.0:1749393364.264043:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1d48. 00000100:00000200:2.0:1749393364.264046:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499714560/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393364.264062:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393364.264063:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000400:00000200:2.0:1749393364.264065:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393364.264067:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393364.264068:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1aa0 00000400:00000010:2.0:1749393364.264069:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1aa0. 00000100:00000200:2.0:1749393364.264072:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499714688/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393364.265249:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265254:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393364.265261:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265265:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265269:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265273:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06780 00000400:00000200:3.0:1749393364.265277:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265283:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xae5 [1] + 224 00000400:00000200:3.0:1749393364.265294:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393364.265297:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393364.265303:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499714432/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393364.265356:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265359:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393364.265361:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265363:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265365:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265367:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06800 00000400:00000200:3.0:1749393364.265369:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265371:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xaf5 [1] + 0 00000400:00000200:3.0:1749393364.265375:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393364.265377:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393364.265381:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499714560/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393364.265396:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265399:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393364.265401:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265402:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393364.265404:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393364.265407:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4f20. 00000400:00000200:3.0:1749393364.265411:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06880 00000400:00000200:2.0:1749393364.265413:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d432a8 00000400:00000200:3.0:1749393364.265413:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393364.265414:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d432a8. 00000100:00000200:2.0:1749393364.265419:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499714432/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393364.265427:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499714432/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393364.265428:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xafd [1] + 0 00000400:00000200:3.0:1749393364.265438:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393364.265441:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393364.265444:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499714688/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393364.265447:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 00000400:00000010:1.0:1749393364.265452:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 02000000:00000010:2.0:1749393364.265452:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393364.265455:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:1.0:1749393364.265456:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1e58 00000400:00000010:1.0:1749393364.265458:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1e58. 00000100:00000200:1.0:1749393364.265463:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499714560/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393364.265470:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499714560/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393364.265489:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393364.265491:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1f68 00000400:00000010:1.0:1749393364.265492:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1f68. 00000100:00000200:1.0:1749393364.265494:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499714688/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393364.265499:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499714688/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393364.265506:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393364.265508:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:1.0:1749393364.265510:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:1.0:1749393364.265515:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16000. 02000000:00000010:1.0:1749393364.265516:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:1.0:1749393364.265518:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:2.0:1749393364.267650:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15440. 00000100:00000010:3.0:1749393364.267657:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e40. 00000100:00000010:2.0:1749393369.271878:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393369.271932:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393369.272012:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393369.272021:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393369.272055:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393369.272060:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393369.272117:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749393369.272135:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393369.272142:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4ec8. 00000400:00000010:3.0:1749393369.272151:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 02000000:00000010:1.0:1749393369.272157:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16000. 00000100:00000200:3.0:1749393369.272161:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499714816, portal 25 00000400:00000010:3.0:1749393369.272167:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43330. 00000100:00000200:3.0:1749393369.272170:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499714816, offset 0 00000400:00000200:1.0:1749393369.272171:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393369.272178:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000200:3.0:1749393369.272182:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393369.272194:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393369.272200:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1f68. 00000400:00000200:3.0:1749393369.272204:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:1.0:1749393369.272207:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499714944, portal 10 00000400:00000200:3.0:1749393369.272211:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1749393369.272217:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1e58. 00000400:00000200:3.0:1749393369.272217:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:1.0:1749393369.272222:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499714944, offset 0 00000400:00000200:3.0:1749393369.272222:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393369.272225:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393369.272231:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [207:207:256:4294967295] 192.168.203.132@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000200:1.0:1749393369.272233:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393369.272235:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393369.272241:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393369.272249:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393369.272249:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393369.272255:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393369.272256:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393369.272260:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393369.272261:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000400:00000200:1.0:1749393369.272264:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393369.272268:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749393369.272270:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393369.272274:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [208:208:255:4294967295] 192.168.203.132@tcp LPNI seq info [211:211:7:4294967295] 00000400:00000200:1.0:1749393369.272311:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393369.272322:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393369.272329:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393369.272336:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393369.272339:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393369.272344:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb300. 00000800:00000200:1.0:1749393369.272350:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393369.272357:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393369.272361:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393369.272381:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393369.272388:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e40. 00000400:00000200:1.0:1749393369.272391:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393369.272413:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae151c0. 02000000:00000010:1.0:1749393369.272435:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:1.0:1749393369.272440:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393369.272442:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393369.272446:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000100:00000200:1.0:1749393369.272450:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499715072, portal 10 00000400:00000010:1.0:1749393369.272454:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1990. 00000100:00000200:1.0:1749393369.272457:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499715072, offset 0 00000800:00000200:2.0:1749393369.272459:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393369.272462:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393369.272463:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:1.0:1749393369.272467:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393369.272471:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393369.272472:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393369.272474:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393369.272477:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393369.272480:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393369.272480:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393369.272482:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393369.272485:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43330 00000400:00000200:1.0:1749393369.272486:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [209:209:254:4294967295] 192.168.203.132@tcp LPNI seq info [212:212:6:4294967295] 00000400:00000010:2.0:1749393369.272488:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43330. 00000400:00000200:1.0:1749393369.272490:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393369.272497:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393369.272501:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393369.272502:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499714816/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1749393369.272505:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000800:00000200:1.0:1749393369.272509:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393369.272514:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393369.272517:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393369.272522:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393369.272527:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393369.272529:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb300. 00000400:00000200:2.0:1749393369.272532:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393369.272536:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393369.272539:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1e58 00000400:00000010:2.0:1749393369.272541:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1e58. 00000100:00000200:2.0:1749393369.272546:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499714944/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393369.272663:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393369.272666:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000400:00000200:2.0:1749393369.272668:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393369.272672:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393369.272674:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1990 00000400:00000010:2.0:1749393369.272676:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1990. 00000100:00000200:2.0:1749393369.272681:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499715072/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393369.274311:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274319:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393369.274327:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274331:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274336:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274341:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06900 00000400:00000200:3.0:1749393369.274346:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274353:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xb05 [1] + 224 00000400:00000200:3.0:1749393369.274366:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393369.274370:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393369.274380:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499714816/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393369.274436:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274443:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393369.274450:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274454:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274459:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274464:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06980 00000400:00000200:3.0:1749393369.274470:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274476:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb15 [1] + 0 00000400:00000200:3.0:1749393369.274488:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393369.274495:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393369.274505:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499714944/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393369.274519:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4ec8. 00000400:00000200:2.0:1749393369.274530:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000010:2.0:1749393369.274532:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000100:00000200:2.0:1749393369.274551:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499714816/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393369.274565:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499714816/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393369.274565:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274570:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393369.274574:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274587:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393369.274591:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393369.274594:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749393369.274595:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06a00 00000400:00000010:1.0:1749393369.274598:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:3.0:1749393369.274598:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393369.274601:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393369.274632:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:1.0:1749393369.274659:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1f68 00000400:00000010:1.0:1749393369.274662:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1f68. 00000400:00000200:3.0:1749393369.274668:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb1d [1] + 0 00000100:00000200:1.0:1749393369.274672:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499714944/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393369.274684:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499714944/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393369.274692:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393369.274697:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393369.274704:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499715072/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393369.274711:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16000. 02000000:00000010:1.0:1749393369.274716:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:1.0:1749393369.274720:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000400:00000010:1.0:1749393369.274727:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393369.274730:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000010:1.0:1749393369.274731:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 00000100:00000200:1.0:1749393369.274736:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499715072/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393369.274745:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499715072/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393369.274757:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393369.274760:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:1.0:1749393369.274762:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:3.0:1749393369.275690:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae151c0. 00000100:00000010:2.0:1749393369.275692:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e40. 00000100:00000010:2.0:1749393374.279765:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393374.279790:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393374.279844:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393374.279850:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393374.279870:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393374.279873:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393374.279907:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393374.279919:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393374.279923:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4e70. 00000400:00000010:3.0:1749393374.279929:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749393374.279936:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499715200, portal 25 00000400:00000010:3.0:1749393374.279940:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 02000000:00000010:1.0:1749393374.279943:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000100:00000200:3.0:1749393374.279943:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499715200, offset 0 00000400:00000200:1.0:1749393374.279949:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.279951:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:1.0:1749393374.279952:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393374.279956:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000100:00000200:1.0:1749393374.279958:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499715328, portal 10 00000400:00000200:3.0:1749393374.279960:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393374.279963:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1f68. 00000100:00000200:1.0:1749393374.279965:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499715328, offset 0 00000400:00000200:3.0:1749393374.279967:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393374.279970:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393374.279972:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393374.279974:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.279975:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393374.279977:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393374.279979:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393374.279980:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393374.279980:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393374.279982:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393374.279983:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [210:210:256:4294967295] 192.168.203.132@tcp LPNI seq info [213:213:8:4294967295] 00000400:00000200:3.0:1749393374.279986:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.279994:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393374.279999:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393374.280002:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000400:00000200:1.0:1749393374.280007:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393374.280007:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393374.280009:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393374.280011:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [211:211:255:4294967295] 192.168.203.132@tcp LPNI seq info [214:214:7:4294967295] 00000400:00000200:1.0:1749393374.280014:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393374.280019:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393374.280021:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393374.280021:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:1.0:1749393374.280024:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000800:00000200:3.0:1749393374.280025:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393374.280027:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393374.280030:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393374.280032:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393374.280044:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393374.280048:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae151c0. 00000400:00000200:1.0:1749393374.280049:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393374.280061:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b00. 02000000:00000010:1.0:1749393374.280070:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16000. 00000400:00000200:1.0:1749393374.280073:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393374.280074:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393374.280076:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393374.280078:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499715456, portal 10 00000400:00000010:1.0:1749393374.280081:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1770. 00000100:00000200:1.0:1749393374.280082:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499715456, offset 0 00000400:00000200:1.0:1749393374.280085:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393374.280087:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393374.280089:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393374.280091:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393374.280091:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393374.280093:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749393374.280093:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:1.0:1749393374.280094:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393374.280095:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393374.280097:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [212:212:254:4294967295] 192.168.203.132@tcp LPNI seq info [215:215:6:4294967295] 00000400:00000200:1.0:1749393374.280099:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393374.280100:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393374.280103:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393374.280105:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393374.280105:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000010:1.0:1749393374.280107:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000400:00000200:2.0:1749393374.280109:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:2.0:1749393374.280110:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000800:00000200:1.0:1749393374.280112:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393374.280115:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393374.280117:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393374.280120:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393374.280120:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499715200/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393374.280134:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393374.280135:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:2.0:1749393374.280137:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393374.280139:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393374.280140:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1f68 00000400:00000010:2.0:1749393374.280141:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1f68. 00000100:00000200:2.0:1749393374.280144:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499715328/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393374.280206:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393374.280212:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00000400:00000200:2.0:1749393374.280214:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393374.280216:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393374.280218:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1770 00000400:00000010:2.0:1749393374.280219:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1770. 00000100:00000200:2.0:1749393374.280222:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499715456/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393374.281808:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281813:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393374.281818:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281822:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281825:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281828:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06a80 00000400:00000200:3.0:1749393374.281830:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281834:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xb25 [1] + 224 00000400:00000200:3.0:1749393374.281841:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393374.281844:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393374.281849:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499715200/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393374.281873:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281876:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393374.281880:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281882:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281885:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281887:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06b00 00000400:00000200:3.0:1749393374.281890:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281894:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb35 [1] + 0 00000400:00000200:3.0:1749393374.281899:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393374.281903:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393374.281907:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499715328/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393374.281922:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4e70. 00000400:00000200:2.0:1749393374.281928:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000010:2.0:1749393374.281930:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000100:00000200:2.0:1749393374.281935:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499715200/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393374.281942:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499715200/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393374.281944:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281954:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393374.281958:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281960:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393374.281962:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393374.281962:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393374.281963:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06b80 00000400:00000200:3.0:1749393374.281965:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393374.281967:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000200:3.0:1749393374.281967:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb3d [1] + 0 00000100:00000010:2.0:1749393374.281970:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:1.0:1749393374.281980:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:3.0:1749393374.281981:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393374.281983:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393374.281984:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000010:1.0:1749393374.281986:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 00000100:00000200:3.0:1749393374.281990:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499715456/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393374.281991:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499715328/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393374.281998:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499715328/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393374.282013:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393374.282014:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 00000400:00000010:1.0:1749393374.282015:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393374.282017:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499715456/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393374.282022:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499715456/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393374.282029:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393374.282032:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:1.0:1749393374.282034:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:1.0:1749393374.282038:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16000. 02000000:00000010:1.0:1749393374.282040:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:1.0:1749393374.282042:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:3.0:1749393374.283656:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b00. 00000100:00000010:2.0:1749393374.283658:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae151c0. 00000100:00000010:2.0:1749393379.287752:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393379.287785:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393379.287856:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393379.287867:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393379.287900:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393379.287905:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393379.287953:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6a00. 00000400:00000200:2.0:1749393379.287968:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393379.287974:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393379.287982:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393379.287992:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499715584, portal 25 00000400:00000010:2.0:1749393379.287998:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e908. 00000100:00000200:2.0:1749393379.288002:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499715584, offset 0 00000400:00000200:2.0:1749393379.288032:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:1.0:1749393379.288035:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16000. 00000400:00000200:2.0:1749393379.288044:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393379.288048:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393379.288053:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000200:2.0:1749393379.288054:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:1.0:1749393379.288058:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000400:00000200:2.0:1749393379.288061:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1749393379.288063:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499715712, portal 10 00000400:00000200:2.0:1749393379.288067:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:1.0:1749393379.288070:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1c38. 00000400:00000200:2.0:1749393379.288072:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393379.288075:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393379.288080:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [213:213:256:4294967295] 192.168.203.132@tcp LPNI seq info [216:216:8:4294967295] 00000100:00000200:1.0:1749393379.288084:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499715712, offset 0 00000400:00000200:2.0:1749393379.288085:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393379.288092:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393379.288097:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393379.288098:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393379.288104:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749393379.288104:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393379.288108:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1749393379.288109:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000400:00000200:1.0:1749393379.288111:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393379.288114:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393379.288117:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393379.288118:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393379.288121:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [214:214:255:4294967295] 192.168.203.132@tcp LPNI seq info [217:217:7:4294967295] 00000400:00000200:1.0:1749393379.288126:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393379.288129:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:1.0:1749393379.288135:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393379.288135:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393379.288140:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393379.288144:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:1.0:1749393379.288149:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393379.288156:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393379.288160:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393379.288161:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393379.288167:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d840. 00000400:00000200:1.0:1749393379.288168:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393379.288185:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d9c0. 02000000:00000010:1.0:1749393379.288243:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:1.0:1749393379.288248:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393379.288251:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393379.288254:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000800:00000200:3.0:1749393379.288255:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1749393379.288258:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499715840, portal 10 00000400:00000010:1.0:1749393379.288262:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1880. 00000800:00000010:3.0:1749393379.288262:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000100:00000200:1.0:1749393379.288264:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499715840, offset 0 00000400:00000200:1.0:1749393379.288270:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393379.288270:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393379.288274:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393379.288278:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393379.288279:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393379.288281:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393379.288284:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393379.288284:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e908 00000400:00000200:1.0:1749393379.288287:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1749393379.288287:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e908. 00000400:00000200:1.0:1749393379.288289:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393379.288300:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [215:215:254:4294967295] 192.168.203.132@tcp LPNI seq info [218:218:6:4294967295] 00000100:00000200:3.0:1749393379.288301:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499715584/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393379.288304:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393379.288312:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393379.288317:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393379.288320:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebd00. 00000800:00000200:1.0:1749393379.288324:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393379.288330:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393379.288333:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebd00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393379.288339:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393379.288380:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393379.288383:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:3.0:1749393379.288387:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393379.288391:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393379.288393:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1c38 00000400:00000010:3.0:1749393379.288396:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1c38. 00000100:00000200:3.0:1749393379.288401:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499715712/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393379.288429:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393379.288431:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebd00. 00000400:00000200:3.0:1749393379.288433:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393379.288447:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393379.288450:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1880 00000400:00000010:3.0:1749393379.288452:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1880. 00000100:00000200:3.0:1749393379.288457:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499715840/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393379.289933:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.289942:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393379.289950:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.289955:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.289960:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.289964:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06c00 00000400:00000200:3.0:1749393379.289970:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.289977:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xb45 [1] + 224 00000400:00000200:3.0:1749393379.289988:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393379.289992:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393379.290002:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499715584/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393379.290044:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.290048:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393379.290052:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.290055:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.290058:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.290061:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06c80 00000400:00000200:3.0:1749393379.290065:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.290068:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb55 [1] + 0 00000400:00000200:3.0:1749393379.290074:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393379.290077:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393379.290082:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499715712/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393379.290107:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.290121:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393379.290125:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.290128:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.290131:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393379.290134:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06d00 00000400:00000010:2.0:1749393379.290136:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393379.290138:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393379.290144:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:2.0:1749393379.290147:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000400:00000200:3.0:1749393379.290153:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb5d [1] + 0 00000100:00000200:2.0:1749393379.290157:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499715584/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393379.290171:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499715584/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393379.290173:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393379.290176:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393379.290182:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499715840/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393379.290200:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6a00. 02000000:00000010:2.0:1749393379.290205:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000010:1.0:1749393379.290206:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000100:00000010:2.0:1749393379.290236:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:1.0:1749393379.290237:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 00000400:00000010:1.0:1749393379.290240:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 00000100:00000200:1.0:1749393379.290250:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499715712/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393379.290262:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499715712/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393379.290297:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393379.290300:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 00000400:00000010:1.0:1749393379.290301:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393379.290306:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499715840/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393379.290315:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499715840/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393379.290328:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16000. 02000000:00000010:1.0:1749393379.290333:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:1.0:1749393379.290336:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:1.0:1749393379.290341:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393379.290344:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:1.0:1749393379.290347:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749393379.291702:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d840. 00000100:00000010:3.0:1749393379.291707:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d9c0. 00000100:00000010:2.0:1749393384.295765:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393384.295818:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393384.295893:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393384.295901:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393384.295931:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393384.295935:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393384.295996:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393384.296014:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393384.296020:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4e18. 00000400:00000010:3.0:1749393384.296029:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393384.296039:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499715968, portal 25 02000000:00000010:1.0:1749393384.296044:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16000. 00000400:00000010:3.0:1749393384.296045:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d434c8. 00000100:00000200:3.0:1749393384.296048:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499715968, offset 0 00000400:00000200:1.0:1749393384.296057:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393384.296061:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000200:3.0:1749393384.296061:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:1.0:1749393384.296068:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393384.296073:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499716096, portal 10 00000400:00000200:3.0:1749393384.296073:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393384.296080:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1b28. 00000400:00000200:3.0:1749393384.296083:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:1.0:1749393384.296084:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499716096, offset 0 00000400:00000200:3.0:1749393384.296091:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393384.296092:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393384.296096:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393384.296098:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.296101:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393384.296104:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393384.296105:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393384.296110:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393384.296110:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [216:216:256:4294967295] 192.168.203.132@tcp LPNI seq info [219:219:8:4294967295] 00000400:00000200:1.0:1749393384.296113:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393384.296115:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393384.296117:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393384.296119:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393384.296123:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [217:217:256:4294967295] 192.168.203.132@tcp LPNI seq info [220:220:8:4294967295] 00000400:00000200:1.0:1749393384.296128:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.296128:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393384.296137:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393384.296140:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393384.296145:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393384.296150:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000010:3.0:1749393384.296151:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000800:00000200:1.0:1749393384.296159:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393384.296159:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393384.296216:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393384.296222:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393384.296222:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393384.296242:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393384.296259:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393384.296264:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b00. 00000400:00000200:1.0:1749393384.296266:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393384.296277:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15680. 02000000:00000010:1.0:1749393384.296292:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:1.0:1749393384.296295:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393384.296297:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393384.296299:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393384.296301:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499716224, portal 10 00000400:00000010:1.0:1749393384.296304:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1660. 00000100:00000200:1.0:1749393384.296306:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499716224, offset 0 00000400:00000200:1.0:1749393384.296309:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393384.296311:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393384.296313:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:1.0:1749393384.296318:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393384.296319:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393384.296321:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393384.296323:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393384.296325:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393384.296325:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393384.296327:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393384.296328:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393384.296328:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d434c8 00000400:00000200:1.0:1749393384.296330:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [218:218:254:4294967295] 192.168.203.132@tcp LPNI seq info [221:221:6:4294967295] 00000400:00000010:2.0:1749393384.296330:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d434c8. 00000400:00000200:1.0:1749393384.296333:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393384.296338:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393384.296339:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499715968/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393384.296340:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393384.296342:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb600. 00000800:00000200:1.0:1749393384.296345:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393384.296349:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393384.296350:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393384.296354:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393384.296355:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393384.296357:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000400:00000200:2.0:1749393384.296359:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393384.296361:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393384.296363:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1b28 00000400:00000010:2.0:1749393384.296364:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1b28. 00000100:00000200:2.0:1749393384.296367:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499716096/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393384.296436:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393384.296437:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb600. 00000400:00000200:2.0:1749393384.296439:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393384.296441:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393384.296442:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1660 00000400:00000010:2.0:1749393384.296443:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1660. 00000100:00000200:2.0:1749393384.296446:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499716224/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393384.297764:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297769:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393384.297775:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297778:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297781:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297784:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06d80 00000400:00000200:3.0:1749393384.297787:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297792:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xb65 [1] + 224 00000400:00000200:3.0:1749393384.297800:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393384.297802:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393384.297808:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499715968/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393384.297836:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297838:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393384.297841:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297842:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297845:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297846:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06e00 00000400:00000200:3.0:1749393384.297848:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297850:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb75 [1] + 0 00000400:00000200:3.0:1749393384.297853:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393384.297855:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393384.297858:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499716096/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393384.297875:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4e18. 00000400:00000200:2.0:1749393384.297882:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:2.0:1749393384.297884:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:2.0:1749393384.297897:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499715968/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393384.297897:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297900:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393384.297902:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297904:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393384.297906:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393384.297908:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:3.0:1749393384.297908:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06e80 00000100:00000200:2.0:1749393384.297909:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499715968/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393384.297910:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393384.297913:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 00000400:00000010:1.0:1749393384.297915:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000400:00000200:3.0:1749393384.297919:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb7d [1] + 0 00000100:00000200:1.0:1749393384.297922:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499716096/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393384.297930:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393384.297932:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:1.0:1749393384.297933:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499716096/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393384.297935:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 00000100:00000200:3.0:1749393384.297935:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499716224/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393384.297942:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393384.297946:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:1.0:1749393384.297952:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393384.297954:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:1.0:1749393384.297956:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393384.297960:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499716224/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393384.297969:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499716224/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393384.297982:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16000. 02000000:00000010:1.0:1749393384.297992:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:1.0:1749393384.297995:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:1.0:1749393384.298001:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393384.298004:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:1.0:1749393384.298007:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:2.0:1749393384.299653:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b00. 00000100:00000010:3.0:1749393384.299658:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15680. 00000100:00000010:2.0:1749393389.303843:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393389.303877:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393389.303953:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393389.303962:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393389.303992:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393389.303997:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749393389.304048:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6e00. 00000400:00000200:2.0:1749393389.304062:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393389.304068:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393389.304076:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393389.304085:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499716352, portal 25 00000400:00000010:2.0:1749393389.304091:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e880. 00000100:00000200:2.0:1749393389.304094:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499716352, offset 0 00000400:00000200:2.0:1749393389.304106:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393389.304118:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749393389.304123:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14c00. 00000400:00000200:2.0:1749393389.304128:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393389.304135:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393389.304135:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393389.304174:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393389.304179:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1749393389.304182:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000200:2.0:1749393389.304182:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393389.304187:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [219:219:256:4294967295] 192.168.203.132@tcp LPNI seq info [222:222:8:4294967295] 00000400:00000010:1.0:1749393389.304188:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000400:00000200:2.0:1749393389.304192:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393389.304193:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499716480, portal 10 00000400:00000010:1.0:1749393389.304200:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1a18. 00000100:00000200:1.0:1749393389.304203:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499716480, offset 0 00000400:00000200:2.0:1749393389.304205:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749393389.304211:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393389.304218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393389.304224:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393389.304228:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393389.304231:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393389.304232:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393389.304235:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1749393389.304237:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:1.0:1749393389.304238:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393389.304242:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [220:220:255:4294967295] 192.168.203.132@tcp LPNI seq info [223:223:7:4294967295] 00000800:00000200:2.0:1749393389.304246:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749393389.304247:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393389.304257:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393389.304258:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393389.304262:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393389.304265:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1749393389.304267:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:1.0:1749393389.304272:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393389.304278:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393389.304282:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393389.304291:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393389.304291:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393389.304298:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d900. 00000100:00000010:2.0:1749393389.304315:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d100. 02000000:00000010:1.0:1749393389.304333:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16000. 00000400:00000200:1.0:1749393389.304338:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393389.304340:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:1.0:1749393389.304353:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a16e8. 00000100:00000200:1.0:1749393389.304357:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499716608, portal 10 00000400:00000010:1.0:1749393389.304362:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1440. 00000100:00000200:1.0:1749393389.304364:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499716608, offset 0 00000800:00000200:3.0:1749393389.304365:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749393389.304369:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393389.304373:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393389.304373:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:1.0:1749393389.304376:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393389.304380:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749393389.304382:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393389.304382:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393389.304385:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393389.304388:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393389.304391:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [221:221:254:4294967295] 192.168.203.132@tcp LPNI seq info [224:224:6:4294967295] 00000400:00000200:3.0:1749393389.304391:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749393389.304395:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.304396:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e880 00000400:00000010:3.0:1749393389.304399:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e880. 00000400:00000200:1.0:1749393389.304403:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393389.304407:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393389.304410:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb200. 00000100:00000200:3.0:1749393389.304413:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499716352/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749393389.304414:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393389.304419:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393389.304421:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393389.304426:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393389.304438:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393389.304440:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:3.0:1749393389.304443:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393389.304446:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393389.304449:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1a18 00000400:00000010:3.0:1749393389.304451:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1a18. 00000100:00000200:3.0:1749393389.304457:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499716480/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393389.304567:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393389.304570:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb200. 00000400:00000200:3.0:1749393389.304573:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393389.304577:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393389.304579:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1440 00000400:00000010:3.0:1749393389.304582:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1440. 00000100:00000200:3.0:1749393389.304586:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499716608/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393389.306384:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306390:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393389.306396:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306399:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306402:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306406:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a06f00 00000400:00000200:3.0:1749393389.306409:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306414:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xb85 [1] + 224 00000400:00000200:3.0:1749393389.306422:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393389.306442:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393389.306452:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499716352/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393389.306495:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306499:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393389.306503:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306506:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306509:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306512:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a06f80 00000400:00000200:3.0:1749393389.306516:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306519:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb95 [1] + 0 00000400:00000200:3.0:1749393389.306525:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393389.306538:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393389.306540:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393389.306547:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:2.0:1749393389.306550:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000100:00000200:3.0:1749393389.306557:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499716480/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393389.306559:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499716352/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393389.306572:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499716352/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393389.306585:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306589:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393389.306592:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306595:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393389.306598:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393389.306625:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6e00. 02000000:00000010:2.0:1749393389.306631:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393389.306636:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:3.0:1749393389.306636:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07000 00000400:00000200:3.0:1749393389.306640:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393389.306641:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393389.306650:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:1.0:1749393389.306653:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 00000400:00000200:3.0:1749393389.306659:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xb9d [1] + 0 00000100:00000200:1.0:1749393389.306665:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499716480/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393389.306683:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499716480/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393389.306697:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393389.306701:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393389.306708:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499716608/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393389.306717:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14c00. 02000000:00000010:1.0:1749393389.306723:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:1.0:1749393389.306729:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000400:00000010:1.0:1749393389.306752:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:1.0:1749393389.306755:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a16e8 00000400:00000010:1.0:1749393389.306758:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a16e8. 00000100:00000200:1.0:1749393389.306767:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499716608/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393389.306782:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499716608/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393389.306803:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16000. 02000000:00000010:1.0:1749393389.306809:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:1.0:1749393389.306813:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749393389.307667:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d900. 00000100:00000010:3.0:1749393389.307698:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d100. 00000100:00000010:2.0:1749393394.311736:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393394.311762:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393394.311813:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393394.311819:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393394.311838:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393394.311840:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393394.311886:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393394.311898:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393394.311903:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4dc0. 02000000:00000010:1.0:1749393394.311908:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16000. 00000400:00000010:3.0:1749393394.311909:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43770. 00000400:00000200:1.0:1749393394.311914:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393394.311916:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499716736, portal 25 00000400:00000010:1.0:1749393394.311917:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6790. 00000400:00000010:3.0:1749393394.311920:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d435d8. 00000400:00000010:1.0:1749393394.311921:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a16e8. 00000100:00000200:3.0:1749393394.311922:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499716736, offset 0 00000100:00000200:1.0:1749393394.311923:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499716864, portal 10 00000400:00000010:1.0:1749393394.311928:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1908. 00000100:00000200:1.0:1749393394.311930:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499716864, offset 0 00000400:00000200:3.0:1749393394.311930:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393394.311935:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393394.311939:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.311939:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393394.311946:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393394.311946:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393394.311951:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393394.311951:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393394.311954:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393394.311955:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393394.311958:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393394.311958:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393394.311960:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393394.311960:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393394.311963:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [223:223:256:4294967295] 192.168.203.132@tcp LPNI seq info [226:226:8:4294967295] 00000400:00000200:3.0:1749393394.311963:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [223:223:256:4294967295] 192.168.203.132@tcp LPNI seq info [226:226:8:4294967295] 00000400:00000200:1.0:1749393394.311966:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.311979:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.311987:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393394.311992:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393394.311993:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393394.311995:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000800:00000200:1.0:1749393394.311996:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393394.311999:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb000. 00000800:00000200:1.0:1749393394.312002:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393394.312002:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393394.312010:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393394.312010:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393394.312014:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749393394.312018:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393394.312031:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393394.312032:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393394.312037:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15680. 00000100:00000010:3.0:1749393394.312056:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b00. 00000800:00000200:2.0:1749393394.312081:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393394.312083:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:2.0:1749393394.312089:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393394.312094:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393394.312097:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d435d8 00000400:00000010:2.0:1749393394.312120:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d435d8. 00000100:00000200:2.0:1749393394.312129:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499716736/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393394.312142:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:0.0:1749393394.312148:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393394.312150:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393394.312153:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393394.312156:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499716992, portal 10 00000400:00000010:0.0:1749393394.312159:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393394.312161:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499716992, offset 0 00000400:00000200:0.0:1749393394.312165:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393394.312168:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393394.312171:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393394.312173:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393394.312175:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393394.312177:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393394.312178:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393394.312180:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [224:224:255:4294967295] 192.168.203.132@tcp LPNI seq info [227:227:7:4294967295] 00000400:00000200:0.0:1749393394.312182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393394.312187:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393394.312189:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393394.312192:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393394.312194:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393394.312197:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749393394.312198:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:2.0:1749393394.312199:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb000. 00000800:00000200:0.0:1749393394.312200:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393394.312201:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393394.312204:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393394.312205:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1908 00000400:00000010:2.0:1749393394.312206:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1908. 00000400:00000200:0.0:1749393394.312209:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393394.312209:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499716864/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393394.312225:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393394.312226:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393394.312228:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393394.312230:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393394.312231:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749393394.312233:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749393394.312235:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499716992/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393394.313348:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313352:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393394.313357:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313360:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313362:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313365:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07080 00000400:00000200:3.0:1749393394.313368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313372:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xba5 [1] + 224 00000400:00000200:3.0:1749393394.313379:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393394.313381:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393394.313386:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499716736/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393394.313409:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313412:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393394.313414:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313416:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313417:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313419:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07180 00000400:00000200:3.0:1749393394.313421:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313428:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xbbd [1] + 0 00000400:00000200:3.0:1749393394.313432:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393394.313434:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393394.313437:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499716992/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393394.313452:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313454:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393394.313456:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313457:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393394.313459:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393394.313460:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4dc0. 00000400:00000200:3.0:1749393394.313461:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07100 00000400:00000200:3.0:1749393394.313462:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393394.313465:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43770 00000400:00000010:2.0:1749393394.313466:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43770. 00000400:00000200:3.0:1749393394.313469:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xbb5 [1] + 0 00000100:00000200:2.0:1749393394.313471:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499716736/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393394.313474:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393394.313478:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000200:3.0:1749393394.313478:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393394.313479:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749393394.313479:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499716736/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393394.313480:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393394.313483:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499716864/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393394.313484:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499716992/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393394.313490:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499716992/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393394.313498:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 02000000:00000010:2.0:1749393394.313502:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 02000000:00000010:0.0:1749393394.313505:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 00000100:00000010:2.0:1749393394.313505:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749393394.313509:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393394.313511:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000400:00000010:0.0:1749393394.313515:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6790. 00000400:00000200:0.0:1749393394.313517:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a16e8 00000400:00000010:0.0:1749393394.313518:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a16e8. 00000100:00000200:0.0:1749393394.313521:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499716864/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393394.313526:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499716864/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393394.313532:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16000. 02000000:00000010:0.0:1749393394.313535:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393394.313536:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749393394.315652:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15680. 00000100:00000010:3.0:1749393394.315653:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b00. 00000100:00000010:2.0:1749393399.319692:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393399.319728:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393399.319788:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393399.319796:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393399.319818:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393399.319822:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393399.319862:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 02000000:00000010:0.0:1749393399.319868:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:3.0:1749393399.319878:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393399.319880:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393399.319883:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4d68. 00000400:00000010:0.0:1749393399.319886:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393399.319891:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000010:3.0:1749393399.319891:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000100:00000200:3.0:1749393399.319900:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499717120, portal 25 00000400:00000010:3.0:1749393399.319906:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d436e8. 00000100:00000200:0.0:1749393399.319907:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499717248, portal 10 00000100:00000200:3.0:1749393399.319908:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499717120, offset 0 00000400:00000010:0.0:1749393399.319916:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000400:00000200:3.0:1749393399.319919:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393399.319920:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499717248, offset 0 00000400:00000200:0.0:1749393399.319929:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393399.319930:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393399.319936:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.319939:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393399.319943:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393399.319946:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393399.319951:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393399.319956:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393399.319960:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393399.319963:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393399.319964:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393399.319965:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393399.319968:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393399.319970:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [225:225:256:4294967295] 192.168.203.132@tcp LPNI seq info [228:228:8:4294967295] 00000400:00000200:0.0:1749393399.319973:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [226:226:256:4294967295] 192.168.203.132@tcp LPNI seq info [229:229:8:4294967295] 00000400:00000200:3.0:1749393399.319975:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393399.319979:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.319987:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393399.319993:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393399.319998:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749393399.320001:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393399.320006:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393399.320009:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393399.320015:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749393399.320016:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393399.320021:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393399.320022:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393399.320028:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393399.320033:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393399.320049:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393399.320056:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b00. 00000400:00000200:0.0:1749393399.320059:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393399.320089:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae151c0. 02000000:00000010:0.0:1749393399.320113:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:0.0:1749393399.320120:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393399.320123:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:2.0:1749393399.320126:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393399.320127:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000800:00000010:2.0:1749393399.320129:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000100:00000200:0.0:1749393399.320132:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499717376, portal 10 00000400:00000200:2.0:1749393399.320135:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393399.320137:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393399.320140:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499717376, offset 0 00000400:00000200:2.0:1749393399.320143:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393399.320147:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393399.320148:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d436e8 00000400:00000010:2.0:1749393399.320150:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d436e8. 00000400:00000200:0.0:1749393399.320153:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393399.320158:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393399.320162:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1749393399.320162:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499717120/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393399.320165:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393399.320169:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393399.320171:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393399.320176:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [227:227:254:4294967295] 192.168.203.132@tcp LPNI seq info [230:230:6:4294967295] 00000400:00000200:0.0:1749393399.320182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393399.320192:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393399.320209:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393399.320214:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393399.320220:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393399.320227:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393399.320230:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393399.320239:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393399.320247:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393399.320250:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393399.320253:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393399.320256:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393399.320259:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749393399.320260:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749393399.320265:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499717248/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393399.320288:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393399.320290:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393399.320292:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393399.320295:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393399.320297:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:2.0:1749393399.320298:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749393399.320302:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499717376/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393399.321701:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321708:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393399.321715:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321719:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321724:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321727:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07200 00000400:00000200:3.0:1749393399.321731:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321737:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xbc5 [1] + 224 00000400:00000200:3.0:1749393399.321747:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393399.321750:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393399.321758:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499717120/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393399.321793:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321796:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393399.321799:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321801:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321812:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321815:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07300 00000400:00000200:3.0:1749393399.321818:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321821:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xbdd [1] + 0 00000400:00000200:3.0:1749393399.321827:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393399.321830:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393399.321835:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499717376/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393399.321859:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321862:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393399.321865:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393399.321867:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4d68. 00000400:00000200:3.0:1749393399.321867:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321869:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393399.321872:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07280 00000400:00000200:3.0:1749393399.321874:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393399.321876:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000010:2.0:1749393399.321878:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000400:00000200:3.0:1749393399.321890:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xbcd [1] + 0 00000100:00000200:2.0:1749393399.321893:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499717120/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393399.321898:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393399.321902:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393399.321904:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499717120/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393399.321905:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000200:3.0:1749393399.321905:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393399.321907:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:3.0:1749393399.321912:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499717248/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393399.321914:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499717376/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393399.321924:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499717376/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393399.321930:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:2.0:1749393399.321936:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393399.321940:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749393399.321947:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749393399.321952:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393399.321955:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000400:00000010:0.0:1749393399.321960:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393399.321962:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749393399.321964:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393399.321967:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499717248/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393399.321975:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499717248/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393399.321986:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393399.321989:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393399.321991:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:3.0:1749393399.323684:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae151c0. 00000100:00000010:2.0:1749393399.323692:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b00. 00000100:00000010:2.0:1749393404.327733:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393404.327762:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393404.327826:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393404.327835:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393404.327861:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393404.327866:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749393404.327915:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749393404.327929:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393404.327935:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393404.327943:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393404.327953:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499717504, portal 25 02000000:00000010:0.0:1749393404.327956:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000010:2.0:1749393404.327959:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e7f8. 00000100:00000200:2.0:1749393404.327962:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499717504, offset 0 00000400:00000200:0.0:1749393404.327969:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393404.327973:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:2.0:1749393404.327973:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393404.327980:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:2.0:1749393404.327986:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393404.327997:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499717632, portal 10 00000400:00000200:2.0:1749393404.327997:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393404.328004:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000200:2.0:1749393404.328005:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393404.328008:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499717632, offset 0 00000400:00000200:2.0:1749393404.328010:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393404.328015:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393404.328016:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393404.328018:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393404.328022:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393404.328024:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [228:228:256:4294967295] 192.168.203.132@tcp LPNI seq info [231:231:8:4294967295] 00000400:00000200:0.0:1749393404.328027:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393404.328028:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393404.328056:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393404.328060:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393404.328063:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393404.328076:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393404.328080:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [229:229:255:4294967295] 192.168.203.132@tcp LPNI seq info [232:232:7:4294967295] 00000400:00000200:2.0:1749393404.328082:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393404.328085:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393404.328109:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393404.328112:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393404.328115:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1749393404.328118:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393404.328122:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:2.0:1749393404.328124:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393404.328133:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393404.328136:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393404.328140:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393404.328143:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393404.328145:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393404.328169:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393404.328169:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393404.328175:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d900. 00000100:00000010:2.0:1749393404.328197:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dfc0. 02000000:00000010:0.0:1749393404.328215:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:0.0:1749393404.328219:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393404.328222:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393404.328225:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393404.328228:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499717760, portal 10 00000400:00000010:0.0:1749393404.328233:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393404.328235:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499717760, offset 0 00000400:00000200:0.0:1749393404.328240:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393404.328244:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393404.328247:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393404.328251:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393404.328253:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393404.328258:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393404.328263:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393404.328265:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:3.0:1749393404.328265:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:0.0:1749393404.328269:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [230:230:254:4294967295] 192.168.203.132@tcp LPNI seq info [233:233:6:4294967295] 00000400:00000200:3.0:1749393404.328272:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393404.328273:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.328281:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393404.328283:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749393404.328287:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e7f8 00000800:00000200:0.0:1749393404.328288:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000010:3.0:1749393404.328290:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e7f8. 00000800:00000010:0.0:1749393404.328291:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393404.328295:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393404.328301:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393404.328303:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:3.0:1749393404.328304:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499717504/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393404.328310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393404.328329:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393404.328340:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393404.328344:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393404.328349:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393404.328352:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:3.0:1749393404.328354:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:3.0:1749393404.328360:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499717632/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393404.328457:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393404.328460:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393404.328462:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393404.328466:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393404.328468:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:3.0:1749393404.328470:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:3.0:1749393404.328475:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499717760/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393404.330184:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330192:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393404.330201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330210:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330215:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07380 00000400:00000200:3.0:1749393404.330220:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330228:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xbe5 [1] + 224 00000400:00000200:3.0:1749393404.330240:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393404.330244:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393404.330254:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499717504/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393404.330296:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330300:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393404.330304:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330307:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330320:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330323:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07400 00000400:00000200:3.0:1749393404.330327:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330330:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xbf5 [1] + 0 00000400:00000200:3.0:1749393404.330339:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393404.330342:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393404.330348:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499717632/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393404.330364:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393404.330374:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:2.0:1749393404.330377:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393404.330390:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499717504/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393404.330391:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330395:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393404.330399:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330401:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330404:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330407:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07480 00000100:00000200:2.0:1749393404.330410:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499717504/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393404.330411:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393404.330414:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xbfd [1] + 0 00000400:00000010:0.0:1749393404.330423:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393404.330431:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393404.330432:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000200:3.0:1749393404.330434:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393404.330435:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:3.0:1749393404.330443:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499717760/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393404.330445:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 00000100:00000200:0.0:1749393404.330447:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499717632/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393404.330454:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000200:0.0:1749393404.330460:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499717632/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393404.330460:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393404.330486:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393404.330489:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749393404.330491:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393404.330495:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499717760/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393404.330507:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499717760/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393404.330529:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393404.330537:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393404.330541:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:0.0:1749393404.330546:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393404.330559:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393404.330562:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000100:00000010:2.0:1749393404.331694:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d900. 00000100:00000010:3.0:1749393404.331748:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dfc0. 00000100:00000010:2.0:1749393409.335671:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393409.335691:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393409.335734:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393409.335739:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393409.335755:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393409.335758:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393409.335796:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393409.335808:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393409.335812:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4d10. 02000000:00000010:0.0:1749393409.335814:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000010:3.0:1749393409.335817:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43990. 00000400:00000200:0.0:1749393409.335820:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393409.335823:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393409.335824:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499717888, portal 25 00000400:00000010:0.0:1749393409.335826:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000010:3.0:1749393409.335828:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000100:00000200:0.0:1749393409.335829:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499718016, portal 10 00000100:00000200:3.0:1749393409.335830:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499717888, offset 0 00000400:00000010:0.0:1749393409.335834:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393409.335836:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499718016, offset 0 00000400:00000200:3.0:1749393409.335837:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393409.335840:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393409.335845:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.335846:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393409.335852:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393409.335854:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393409.335858:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393409.335858:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393409.335861:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393409.335862:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393409.335865:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393409.335865:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393409.335866:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393409.335867:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393409.335870:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [231:231:256:4294967295] 192.168.203.132@tcp LPNI seq info [235:235:8:4294967295] 00000400:00000200:3.0:1749393409.335870:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [231:231:256:4294967295] 192.168.203.132@tcp LPNI seq info [234:235:8:4294967295] 00000400:00000200:0.0:1749393409.335872:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.335873:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.335881:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393409.335885:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393409.335887:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393409.335888:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000800:00000200:0.0:1749393409.335890:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393409.335892:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393409.335894:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393409.335895:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393409.335901:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393409.335901:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393409.335905:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393409.335905:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393409.335915:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.335916:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393409.335920:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89980. 00000100:00000010:0.0:1749393409.335938:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89400. 02000000:00000010:0.0:1749393409.335944:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:0.0:1749393409.335946:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393409.335948:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393409.335950:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000800:00000200:3.0:1749393409.335951:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393409.335953:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393409.335957:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393409.335958:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499718144, portal 10 00000400:00000200:3.0:1749393409.335960:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393409.335961:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393409.335962:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499718144, offset 0 00000400:00000200:3.0:1749393409.335963:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:3.0:1749393409.335965:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000400:00000200:0.0:1749393409.335968:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393409.335970:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393409.335973:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:3.0:1749393409.335973:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499718016/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393409.335974:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393409.335976:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393409.335977:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393409.335979:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393409.335981:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [232:232:254:4294967295] 192.168.203.132@tcp LPNI seq info [236:236:6:4294967295] 00000400:00000200:0.0:1749393409.335983:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393409.335989:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393409.335991:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393409.335993:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393409.335995:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393409.336009:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393409.336012:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393409.336015:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393409.336062:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393409.336064:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:3.0:1749393409.336065:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393409.336068:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393409.336069:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000010:3.0:1749393409.336071:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000100:00000200:3.0:1749393409.336074:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499717888/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393409.336091:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393409.336095:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393409.336097:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393409.336099:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393409.336101:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:3.0:1749393409.336102:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:3.0:1749393409.336104:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499718144/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393409.337239:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337244:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393409.337248:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337251:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337254:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337256:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07500 00000400:00000200:3.0:1749393409.337258:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337263:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xc05 [1] + 224 00000400:00000200:3.0:1749393409.337269:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393409.337272:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393409.337277:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499717888/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393409.337299:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337302:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393409.337304:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337305:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337307:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337309:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07580 00000400:00000200:3.0:1749393409.337311:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337313:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc0d [1] + 0 00000400:00000200:3.0:1749393409.337315:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393409.337317:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393409.337319:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499718016/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393409.337340:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337342:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393409.337344:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337346:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337347:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393409.337349:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07600 00000400:00000200:3.0:1749393409.337350:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393409.337353:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4d10. 00000400:00000200:2.0:1749393409.337359:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43990 00000400:00000010:2.0:1749393409.337360:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43990. 00000400:00000200:3.0:1749393409.337363:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc1d [1] + 0 00000100:00000200:2.0:1749393409.337366:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499717888/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393409.337367:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393409.337371:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000200:3.0:1749393409.337372:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393409.337373:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000400:00000200:3.0:1749393409.337374:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393409.337377:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499718144/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393409.337378:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499718016/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393409.337382:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499717888/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393409.337385:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499718016/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393409.337401:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 02000000:00000010:2.0:1749393409.337401:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 00000400:00000200:0.0:1749393409.337402:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749393409.337403:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393409.337405:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499718144/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393409.337406:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393409.337409:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000200:0.0:1749393409.337419:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499718144/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393409.337427:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393409.337430:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393409.337433:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:0.0:1749393409.337435:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749393409.337437:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393409.337438:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000100:00000010:2.0:1749393409.339659:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89980. 00000100:00000010:3.0:1749393409.339660:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89400. 00000100:00000010:2.0:1749393414.343693:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393414.343717:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393414.343765:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393414.343771:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393414.343790:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393414.343793:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393414.343824:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 02000000:00000010:0.0:1749393414.343836:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749393414.343837:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393414.343841:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4cb8. 00000400:00000200:0.0:1749393414.343844:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393414.343847:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000400:00000010:0.0:1749393414.343848:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000100:00000200:3.0:1749393414.343855:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499718272, portal 25 00000400:00000010:3.0:1749393414.343859:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43aa0. 00000400:00000010:0.0:1749393414.343860:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749393414.343861:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499718272, offset 0 00000100:00000200:0.0:1749393414.343864:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499718400, portal 10 00000400:00000200:3.0:1749393414.343869:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393414.343870:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393414.343873:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499718400, offset 0 00000400:00000200:3.0:1749393414.343878:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393414.343879:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393414.343883:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.343885:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393414.343888:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393414.343891:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393414.343891:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393414.343896:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393414.343896:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393414.343899:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393414.343900:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393414.343901:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393414.343903:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393414.343904:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [233:233:256:4294967295] 192.168.203.132@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:0.0:1749393414.343906:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [234:234:256:4294967295] 192.168.203.132@tcp LPNI seq info [238:238:8:4294967295] 00000400:00000200:3.0:1749393414.343907:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393414.343910:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.343926:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393414.343931:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393414.343934:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393414.343935:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000800:00000200:0.0:1749393414.343939:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393414.343941:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393414.343943:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393414.343947:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393414.343949:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393414.343952:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393414.343953:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393414.343961:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393414.343988:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393414.343994:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e40. 00000400:00000200:0.0:1749393414.344002:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393414.344011:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15440. 02000000:00000010:0.0:1749393414.344029:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393414.344033:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393414.344033:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393414.344036:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000010:2.0:1749393414.344036:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000010:0.0:1749393414.344040:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393414.344043:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499718528, portal 10 00000400:00000200:2.0:1749393414.344043:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393414.344047:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393414.344049:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499718528, offset 0 00000400:00000200:2.0:1749393414.344049:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393414.344053:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393414.344055:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43aa0 00000400:00000200:0.0:1749393414.344057:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393414.344057:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43aa0. 00000400:00000200:0.0:1749393414.344060:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393414.344063:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393414.344065:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393414.344067:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1749393414.344069:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499718272/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393414.344070:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393414.344073:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [235:235:254:4294967295] 192.168.203.132@tcp LPNI seq info [239:239:6:4294967295] 00000400:00000200:0.0:1749393414.344076:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393414.344083:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393414.344087:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393414.344089:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393414.344093:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393414.344097:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393414.344100:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393414.344105:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393414.344163:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393414.344166:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393414.344169:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393414.344173:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393414.344175:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:2.0:1749393414.344177:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749393414.344182:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499718400/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393414.344211:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393414.344212:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393414.344220:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393414.344224:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393414.344226:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:2.0:1749393414.344227:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749393414.344232:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499718528/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393414.345563:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345567:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393414.345573:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345575:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345579:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345581:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07680 00000400:00000200:3.0:1749393414.345584:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345588:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xc25 [1] + 224 00000400:00000200:3.0:1749393414.345595:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393414.345597:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393414.345625:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499718272/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393414.345647:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345650:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393414.345652:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345654:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345655:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345657:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07700 00000400:00000200:3.0:1749393414.345659:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345662:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc35 [1] + 0 00000400:00000200:3.0:1749393414.345665:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749393414.345669:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4cb8. 00000400:00000200:3.0:1749393414.345672:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393414.345675:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000010:2.0:1749393414.345676:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000100:00000200:2.0:1749393414.345681:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499718272/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393414.345681:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499718400/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393414.345688:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499718272/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393414.345697:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345699:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393414.345701:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345703:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345704:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345706:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07780 02000000:00000010:2.0:1749393414.345708:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749393414.345708:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393414.345709:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc3d [1] + 0 02000000:00000010:2.0:1749393414.345712:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393414.345716:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:3.0:1749393414.345717:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393414.345719:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393414.345722:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499718528/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393414.345728:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393414.345732:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749393414.345734:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393414.345740:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499718400/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393414.345750:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499718400/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393414.345773:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393414.345775:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749393414.345777:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393414.345781:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499718528/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393414.345789:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499718528/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393414.345800:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393414.345803:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393414.345806:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:0.0:1749393414.345809:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393414.345811:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393414.345813:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749393414.347652:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e40. 00000100:00000010:3.0:1749393414.347659:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15440. 00000100:00000010:2.0:1749393419.351729:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393419.351757:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393419.351820:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393419.351831:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393419.351856:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393419.351861:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393419.351910:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393419.351924:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393419.351950:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393419.351960:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393419.351969:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499718656, portal 25 00000400:00000010:2.0:1749393419.351975:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e770. 02000000:00000010:0.0:1749393419.351977:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000100:00000200:2.0:1749393419.351979:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499718656, offset 0 00000400:00000200:0.0:1749393419.351989:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393419.351991:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393419.351994:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393419.352009:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000400:00000200:2.0:1749393419.352012:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393419.352014:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499718784, portal 10 00000400:00000010:0.0:1749393419.352021:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000400:00000200:2.0:1749393419.352022:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393419.352024:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499718784, offset 0 00000400:00000200:2.0:1749393419.352030:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393419.352032:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393419.352036:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393419.352038:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393419.352041:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393419.352044:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393419.352044:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393419.352049:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393419.352049:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [236:236:256:4294967295] 192.168.203.132@tcp LPNI seq info [240:240:8:4294967295] 00000400:00000200:0.0:1749393419.352052:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393419.352054:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393419.352056:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393419.352059:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393419.352063:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [237:237:255:4294967295] 192.168.203.132@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:0.0:1749393419.352067:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393419.352067:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393419.352074:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393419.352077:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393419.352079:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:2.0:1749393419.352087:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393419.352093:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393419.352097:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393419.352099:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393419.352103:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393419.352105:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393419.352110:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393419.352114:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393419.352131:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393419.352137:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d900. 00000400:00000200:0.0:1749393419.352143:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393419.352157:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d800. 02000000:00000010:0.0:1749393419.352178:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393419.352182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393419.352185:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393419.352189:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393419.352192:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499718912, portal 10 00000400:00000010:0.0:1749393419.352196:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393419.352198:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499718912, offset 0 00000800:00000200:3.0:1749393419.352200:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393419.352203:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393419.352206:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749393419.352207:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393419.352211:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393419.352214:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393419.352214:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393419.352217:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393419.352219:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393419.352222:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393419.352222:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393419.352225:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [238:238:254:4294967295] 192.168.203.132@tcp LPNI seq info [242:242:6:4294967295] 00000400:00000200:3.0:1749393419.352227:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e770 00000400:00000200:0.0:1749393419.352229:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393419.352230:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e770. 00000400:00000200:0.0:1749393419.352236:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393419.352241:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393419.352244:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000100:00000200:3.0:1749393419.352244:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499718656/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393419.352247:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393419.352252:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393419.352255:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393419.352260:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393419.352269:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393419.352271:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393419.352274:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393419.352278:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393419.352280:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:3.0:1749393419.352282:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749393419.352288:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499718784/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393419.352391:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393419.352394:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393419.352397:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393419.352401:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393419.352404:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:3.0:1749393419.352406:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:3.0:1749393419.352410:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499718912/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393419.354191:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354200:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393419.354208:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354212:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354217:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354222:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07800 00000400:00000200:3.0:1749393419.354227:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354234:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xc45 [1] + 224 00000400:00000200:3.0:1749393419.354245:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393419.354250:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393419.354259:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499718656/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393419.354300:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354304:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393419.354307:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354310:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354313:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354316:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07900 00000400:00000200:3.0:1749393419.354319:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354323:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc5d [1] + 0 00000400:00000200:3.0:1749393419.354328:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393419.354340:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393419.354347:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499718912/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393419.354376:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354379:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393419.354384:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354386:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393419.354389:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393419.354393:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:3.0:1749393419.354393:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07880 00000400:00000200:3.0:1749393419.354396:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393419.354401:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:2.0:1749393419.354404:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000400:00000200:3.0:1749393419.354409:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc55 [1] + 0 00000100:00000200:2.0:1749393419.354414:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499718656/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393419.354419:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393419.354424:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393419.354427:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499718656/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393419.354428:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393419.354434:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:0.0:1749393419.354437:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:3.0:1749393419.354444:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499718784/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393419.354447:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499718912/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393419.354455:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 00000100:00000200:0.0:1749393419.354460:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499718912/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393419.354462:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393419.354466:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749393419.354486:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393419.354491:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393419.354495:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000010:0.0:1749393419.354502:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393419.354504:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749393419.354506:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393419.354511:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499718784/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393419.354520:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499718784/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393419.354531:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393419.354535:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393419.354537:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749393419.355710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d900. 00000100:00000010:3.0:1749393419.355714:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d800. 00000100:00000010:2.0:1749393424.359670:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393424.359688:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393424.359737:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393424.359743:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393424.359758:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393424.359761:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393424.359768:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393424.359780:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393424.359784:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4c60. 00000400:00000010:3.0:1749393424.359790:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43908. 00000100:00000200:3.0:1749393424.359798:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499719040, portal 25 00000400:00000010:3.0:1749393424.359804:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393424.359806:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499719040, offset 0 00000400:00000200:3.0:1749393424.359816:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393424.359817:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749393424.359823:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.359825:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393424.359826:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393424.359829:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393424.359832:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499719168, portal 10 00000400:00000200:3.0:1749393424.359833:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393424.359836:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393424.359838:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499719168, offset 0 00000400:00000200:3.0:1749393424.359839:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393424.359842:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393424.359843:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393424.359846:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.359847:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393424.359849:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393424.359850:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393424.359852:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393424.359854:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393424.359854:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [239:239:256:4294967295] 192.168.203.132@tcp LPNI seq info [243:243:8:4294967295] 00000400:00000200:0.0:1749393424.359861:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393424.359862:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393424.359864:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [240:240:256:4294967295] 192.168.203.132@tcp LPNI seq info [244:244:8:4294967295] 00000400:00000200:3.0:1749393424.359865:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393424.359867:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.359875:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393424.359881:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393424.359884:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393424.359885:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000800:00000200:0.0:1749393424.359886:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393424.359889:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393424.359891:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393424.359918:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393424.359919:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393424.359931:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393424.359935:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393424.359935:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393424.359946:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.359947:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393424.359951:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b890c0. 00000100:00000010:0.0:1749393424.359969:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b897c0. 02000000:00000010:0.0:1749393424.359977:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393424.359980:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393424.359981:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393424.359983:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393424.359985:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499719296, portal 10 00000800:00000200:3.0:1749393424.359986:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393424.359988:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000800:00000010:3.0:1749393424.359988:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000100:00000200:0.0:1749393424.359989:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499719296, offset 0 00000400:00000200:3.0:1749393424.359991:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393424.359992:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393424.359994:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.359995:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393424.359996:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393424.359998:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393424.359998:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000200:0.0:1749393424.359999:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:3.0:1749393424.360000:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000400:00000200:0.0:1749393424.360001:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393424.360002:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393424.360004:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [241:241:254:4294967295] 192.168.203.132@tcp LPNI seq info [245:245:6:4294967295] 00000400:00000200:0.0:1749393424.360006:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393424.360010:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749393424.360010:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499719168/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393424.360018:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393424.360020:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393424.360023:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393424.360025:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393424.360027:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393424.360030:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393424.360089:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393424.360092:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000200:3.0:1749393424.360094:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393424.360096:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393424.360098:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393424.360099:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393424.360103:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499719040/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393424.360123:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393424.360124:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393424.360125:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393424.360127:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393424.360129:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:3.0:1749393424.360130:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:3.0:1749393424.360132:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499719296/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393424.361257:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361263:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393424.361270:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361274:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361277:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361281:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07a00 00000400:00000200:3.0:1749393424.361285:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361291:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc75 [1] + 0 00000400:00000200:3.0:1749393424.361301:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393424.361304:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393424.361310:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499719168/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393424.361334:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361337:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393424.361339:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361341:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361342:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361344:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07980 00000400:00000010:0.0:1749393424.361346:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393424.361346:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393424.361350:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749393424.361351:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000400:00000200:3.0:1749393424.361354:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xc65 [1] + 224 00000100:00000200:0.0:1749393424.361356:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499719168/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393424.361357:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393424.361359:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393424.361362:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499719040/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393424.361364:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499719168/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393424.361377:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361379:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393424.361381:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393424.361382:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393424.361387:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749393424.361389:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393424.361391:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000400:00000200:3.0:1749393424.361391:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07a80 00000400:00000200:3.0:1749393424.361393:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393424.361394:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000400:00000200:3.0:1749393424.361395:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc7d [1] + 0 00000400:00000200:3.0:1749393424.361404:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393424.361406:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393424.361409:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499719296/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393424.361421:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393424.361423:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749393424.361424:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393424.361427:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499719296/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393424.361432:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499719296/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393424.361439:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 00000400:00000010:2.0:1749393424.361440:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4c60. 02000000:00000010:0.0:1749393424.361442:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393424.361443:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000400:00000200:2.0:1749393424.361446:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43908 00000400:00000010:2.0:1749393424.361447:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43908. 00000100:00000200:2.0:1749393424.361453:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499719040/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393424.361460:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499719040/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393424.361470:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 02000000:00000010:2.0:1749393424.361473:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393424.361475:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749393424.363659:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b890c0. 00000100:00000010:3.0:1749393424.363671:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b897c0. 00000100:00000010:2.0:1749393429.367815:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393429.367853:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393429.367962:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393429.367974:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393429.368001:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 00000100:00000010:2.0:1749393429.368012:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393429.368020:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000400:00000200:3.0:1749393429.368020:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393429.368026:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4c08. 00000400:00000010:3.0:1749393429.368035:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393429.368044:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499719424, portal 25 00000400:00000010:3.0:1749393429.368051:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43a18. 00000100:00000200:3.0:1749393429.368054:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499719424, offset 0 00000400:00000200:3.0:1749393429.368066:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393429.368077:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.368087:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393429.368094:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393429.368100:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393429.368104:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393429.368107:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393429.368112:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [242:242:256:4294967295] 192.168.203.132@tcp LPNI seq info [246:246:8:4294967295] 02000000:00000010:0.0:1749393429.368116:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:3.0:1749393429.368116:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393429.368128:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.368129:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:0.0:1749393429.368133:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000800:00000200:3.0:1749393429.368135:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393429.368138:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000800:00000010:3.0:1749393429.368140:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000800:00000200:3.0:1749393429.368149:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393429.368160:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:0.0:1749393429.368162:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499719552, portal 10 00000400:00000010:0.0:1749393429.368169:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393429.368172:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499719552, offset 0 00000800:00000200:3.0:1749393429.368175:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393429.368180:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393429.368186:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393429.368191:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393429.368195:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393429.368198:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393429.368201:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393429.368204:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393429.368205:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393429.368208:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [243:243:255:4294967295] 192.168.203.132@tcp LPNI seq info [247:247:7:4294967295] 00000100:00000010:3.0:1749393429.368212:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c00. 00000400:00000200:0.0:1749393429.368213:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393429.368222:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393429.368227:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000010:3.0:1749393429.368228:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15bc0. 00000800:00000010:0.0:1749393429.368231:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393429.368236:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393429.368243:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393429.368247:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393429.368254:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393429.368265:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393429.368269:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393429.368271:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393429.368274:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393429.368276:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499719680, portal 10 00000400:00000010:0.0:1749393429.368280:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000800:00000200:2.0:1749393429.368281:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393429.368282:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499719680, offset 0 00000400:00000200:0.0:1749393429.368286:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393429.368286:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749393429.368289:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393429.368292:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393429.368294:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393429.368294:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393429.368297:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393429.368302:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393429.368305:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393429.368307:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393429.368307:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43a18 00000400:00000200:0.0:1749393429.368310:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [244:244:254:4294967295] 192.168.203.132@tcp LPNI seq info [248:248:6:4294967295] 00000400:00000010:2.0:1749393429.368310:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43a18. 00000400:00000200:0.0:1749393429.368315:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393429.368323:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393429.368323:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499719424/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393429.368327:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393429.368330:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393429.368333:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393429.368338:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393429.368341:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393429.368346:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393429.368348:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393429.368350:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393429.368362:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393429.368366:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393429.368370:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:2.0:1749393429.368372:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749393429.368377:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499719552/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393429.368469:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393429.368472:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393429.368475:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393429.368478:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393429.368481:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749393429.368483:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393429.368488:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499719680/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393429.370073:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370081:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393429.370089:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370094:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370099:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370103:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07b00 00000400:00000200:3.0:1749393429.370108:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370115:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xc85 [1] + 224 00000400:00000200:3.0:1749393429.370126:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393429.370130:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393429.370139:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499719424/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393429.370185:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370189:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393429.370193:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370196:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370199:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370202:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07c00 00000400:00000200:3.0:1749393429.370205:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370209:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc9d [1] + 0 00000400:00000200:3.0:1749393429.370215:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393429.370218:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393429.370223:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499719680/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393429.370249:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370263:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393429.370267:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370270:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370273:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370276:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07b80 00000400:00000200:3.0:1749393429.370279:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393429.370282:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xc95 [1] + 0 00000400:00000010:0.0:1749393429.370291:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393429.370298:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000200:3.0:1749393429.370299:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393429.370301:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000400:00000200:3.0:1749393429.370303:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393429.370308:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4c08. 00000100:00000200:0.0:1749393429.370310:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499719680/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393429.370319:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:2.0:1749393429.370321:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:0.0:1749393429.370323:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499719680/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393429.370328:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499719552/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393429.370331:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499719424/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393429.370344:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499719424/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393429.370358:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:2.0:1749393429.370364:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 02000000:00000010:0.0:1749393429.370365:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393429.370370:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393429.370370:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393429.370374:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393429.370377:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393429.370379:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749393429.370382:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393429.370386:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499719552/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393429.370396:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499719552/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393429.370408:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393429.370421:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393429.370424:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:2.0:1749393429.371688:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c00. 00000100:00000010:3.0:1749393429.371711:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15bc0. 00000100:00000010:2.0:1749393434.375745:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393434.375775:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393434.375866:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393434.375875:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393434.375906:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393434.375912:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393434.375942:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749393434.375983:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393434.375992:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4bb0. 00000400:00000010:3.0:1749393434.376003:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43c38. 00000100:00000200:3.0:1749393434.376014:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499719808, portal 25 02000000:00000010:0.0:1749393434.376017:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000010:3.0:1749393434.376021:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43b28. 00000400:00000200:0.0:1749393434.376030:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393434.376031:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499719808, offset 0 00000400:00000010:0.0:1749393434.376035:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393434.376043:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393434.376051:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393434.376056:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499719936, portal 10 00000400:00000200:3.0:1749393434.376056:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393434.376063:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393434.376066:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499719936, offset 0 00000400:00000200:3.0:1749393434.376066:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393434.376073:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393434.376074:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393434.376078:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393434.376081:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.376083:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393434.376087:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393434.376087:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393434.376092:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393434.376092:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [245:245:256:4294967295] 192.168.203.132@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:0.0:1749393434.376096:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393434.376097:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393434.376100:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393434.376102:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393434.376106:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [246:246:255:4294967295] 192.168.203.132@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:3.0:1749393434.376110:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393434.376111:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393434.376118:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393434.376121:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393434.376127:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393434.376132:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000010:3.0:1749393434.376132:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000800:00000200:0.0:1749393434.376141:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393434.376141:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393434.376153:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393434.376153:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393434.376159:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393434.376159:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393434.376189:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.376190:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393434.376197:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89c80. 00000100:00000010:0.0:1749393434.376234:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89300. 02000000:00000010:0.0:1749393434.376249:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393434.376254:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393434.376256:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393434.376259:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000800:00000200:2.0:1749393434.376264:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393434.376269:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000100:00000200:0.0:1749393434.376273:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499720064, portal 10 00000400:00000200:2.0:1749393434.376276:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393434.376278:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393434.376281:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499720064, offset 0 00000400:00000200:2.0:1749393434.376284:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393434.376286:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393434.376289:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43b28 00000400:00000200:0.0:1749393434.376290:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393434.376292:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43b28. 00000400:00000200:0.0:1749393434.376294:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393434.376297:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393434.376300:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393434.376302:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393434.376305:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393434.376306:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499719808/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393434.376308:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [247:247:254:4294967295] 192.168.203.132@tcp LPNI seq info [251:251:6:4294967295] 00000400:00000200:0.0:1749393434.376312:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393434.376319:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393434.376324:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393434.376327:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393434.376331:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393434.376336:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393434.376339:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393434.376344:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393434.376405:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393434.376408:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393434.376411:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393434.376415:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393434.376418:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749393434.376420:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749393434.376425:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499719936/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393434.376452:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393434.376455:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393434.376457:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393434.376460:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393434.376462:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:2.0:1749393434.376464:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:2.0:1749393434.376469:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499720064/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393434.377885:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.377896:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393434.377906:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.377910:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.377915:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.377920:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07c80 00000400:00000200:3.0:1749393434.377925:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.377932:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xca5 [1] + 224 00000400:00000200:3.0:1749393434.377945:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393434.377949:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393434.377959:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499719808/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393434.378001:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.378005:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393434.378009:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.378012:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.378015:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.378018:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07d00 00000400:00000200:3.0:1749393434.378022:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.378025:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xcb5 [1] + 0 00000400:00000200:3.0:1749393434.378031:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393434.378034:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393434.378039:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499719936/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393434.378065:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.378078:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393434.378082:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.378085:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393434.378088:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393434.378092:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4bb0. 00000400:00000200:3.0:1749393434.378092:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07d80 00000400:00000200:3.0:1749393434.378095:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393434.378102:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43c38 00000400:00000010:2.0:1749393434.378105:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43c38. 00000400:00000200:3.0:1749393434.378110:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xcbd [1] + 0 00000100:00000200:2.0:1749393434.378114:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499719808/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393434.378119:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393434.378126:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393434.378127:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000100:00000200:2.0:1749393434.378127:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499719808/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393434.378129:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000400:00000200:3.0:1749393434.378129:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393434.378136:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499720064/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393434.378139:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499719936/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393434.378153:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499719936/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393434.378157:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 02000000:00000010:2.0:1749393434.378172:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393434.378177:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393434.378178:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393434.378181:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749393434.378183:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393434.378188:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499720064/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393434.378212:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499720064/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393434.378228:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393434.378233:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393434.378237:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:0.0:1749393434.378244:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393434.378248:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393434.378251:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749393434.379711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89c80. 00000100:00000010:3.0:1749393434.379714:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89300. 00000100:00000010:2.0:1749393439.383680:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393439.383700:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393439.383742:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393439.383748:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393439.383764:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393439.383767:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393439.383812:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749393439.383824:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393439.383828:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4b58. 02000000:00000010:0.0:1749393439.383832:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000010:3.0:1749393439.383833:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43cc0. 00000400:00000200:0.0:1749393439.383838:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393439.383840:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499720192, portal 25 00000400:00000010:0.0:1749393439.383841:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393439.383844:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000400:00000010:3.0:1749393439.383844:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43d48. 00000100:00000200:3.0:1749393439.383846:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499720192, offset 0 00000100:00000200:0.0:1749393439.383847:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499720320, portal 10 00000400:00000010:0.0:1749393439.383851:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393439.383853:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499720320, offset 0 00000400:00000200:3.0:1749393439.383854:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393439.383857:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393439.383862:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.383862:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393439.383869:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393439.383869:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393439.383874:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393439.383874:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393439.383878:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393439.383878:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393439.383881:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393439.383881:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393439.383883:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393439.383883:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393439.383886:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [248:248:256:4294967295] 192.168.203.132@tcp LPNI seq info [252:253:8:4294967295] 00000400:00000200:3.0:1749393439.383886:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [248:248:256:4294967295] 192.168.203.132@tcp LPNI seq info [253:253:8:4294967295] 00000400:00000200:0.0:1749393439.383888:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.383889:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.383896:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393439.383901:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393439.383902:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393439.383905:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393439.383908:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000010:3.0:1749393439.383909:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000800:00000200:0.0:1749393439.383914:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393439.383914:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393439.383923:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393439.383923:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393439.383927:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393439.383931:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393439.383944:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393439.383945:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393439.383948:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89b00. 00000100:00000010:0.0:1749393439.383960:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b891c0. 02000000:00000010:0.0:1749393439.383972:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393439.383974:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393439.383976:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000800:00000200:2.0:1749393439.383976:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393439.383978:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000800:00000010:2.0:1749393439.383978:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000100:00000200:0.0:1749393439.383980:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499720448, portal 10 00000400:00000010:0.0:1749393439.383982:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:2.0:1749393439.383982:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393439.383983:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499720448, offset 0 00000400:00000200:0.0:1749393439.383987:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393439.383988:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393439.383989:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393439.383991:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393439.383991:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43d48 00000400:00000010:2.0:1749393439.383992:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43d48. 00000400:00000200:0.0:1749393439.383993:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393439.383994:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393439.383996:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393439.383997:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393439.383999:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [249:249:254:4294967295] 192.168.203.132@tcp LPNI seq info [254:254:6:4294967295] 00000400:00000200:0.0:1749393439.384001:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393439.384001:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499720192/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393439.384005:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393439.384007:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393439.384008:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393439.384010:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393439.384013:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393439.384014:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393439.384017:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393439.384035:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393439.384036:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393439.384038:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393439.384040:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393439.384042:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:2.0:1749393439.384043:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749393439.384046:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499720320/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393439.384061:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393439.384062:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393439.384063:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393439.384065:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393439.384067:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:2.0:1749393439.384068:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749393439.384070:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499720448/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393439.384916:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.384922:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393439.384930:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.384933:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.384937:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.384941:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07e00 00000400:00000200:3.0:1749393439.384944:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.384950:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xcc5 [1] + 224 00000400:00000200:3.0:1749393439.384960:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393439.384963:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393439.384968:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499720192/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393439.384992:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.384995:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393439.384997:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.384999:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.385001:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.385002:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07e80 00000400:00000200:3.0:1749393439.385005:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.385007:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xcd5 [1] + 0 00000400:00000200:3.0:1749393439.385010:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393439.385012:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393439.385015:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499720320/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393439.385028:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.385035:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393439.385038:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.385039:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393439.385041:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393439.385043:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4b58. 00000400:00000200:3.0:1749393439.385043:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a07f00 00000400:00000200:3.0:1749393439.385044:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393439.385049:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43cc0 00000400:00000010:2.0:1749393439.385050:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43cc0. 00000400:00000010:0.0:1749393439.385055:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:2.0:1749393439.385056:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499720192/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393439.385059:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749393439.385060:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749393439.385063:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499720192/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393439.385063:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xcdd [1] + 0 00000100:00000200:0.0:1749393439.385065:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499720320/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393439.385074:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393439.385076:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393439.385077:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499720320/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393439.385080:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499720448/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393439.385081:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 02000000:00000010:2.0:1749393439.385085:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393439.385088:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393439.385092:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393439.385093:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:0.0:1749393439.385094:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393439.385097:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499720448/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393439.385102:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499720448/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393439.385108:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393439.385111:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393439.385113:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393439.385116:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393439.385119:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393439.385120:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749393439.387663:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89b00. 00000100:00000010:3.0:1749393439.387665:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b891c0. 00000100:00000010:2.0:1749393444.391742:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393444.391798:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393444.391865:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393444.391874:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393444.391900:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393444.391904:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749393444.391927:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 00000400:00000200:3.0:1749393444.391949:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393444.391957:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4b00. 00000400:00000010:3.0:1749393444.391967:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43dd0. 00000100:00000200:3.0:1749393444.391980:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499720576, portal 25 00000400:00000010:3.0:1749393444.391988:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43e58. 00000100:00000200:3.0:1749393444.391992:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499720576, offset 0 02000000:00000010:0.0:1749393444.392004:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:3.0:1749393444.392007:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393444.392016:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393444.392021:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393444.392022:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393444.392027:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393444.392031:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499720704, portal 10 00000400:00000200:3.0:1749393444.392035:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393444.392039:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393444.392042:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499720704, offset 0 00000400:00000200:3.0:1749393444.392044:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393444.392051:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393444.392052:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393444.392057:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.392058:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393444.392062:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393444.392064:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393444.392068:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [250:250:256:4294967295] 192.168.203.132@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:0.0:1749393444.392069:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393444.392073:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393444.392076:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393444.392076:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393444.392079:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393444.392083:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [251:251:256:4294967295] 192.168.203.132@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:3.0:1749393444.392093:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393444.392102:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393444.392104:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393444.392112:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393444.392118:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393444.392122:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000010:3.0:1749393444.392123:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000800:00000200:0.0:1749393444.392131:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393444.392132:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393444.392142:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393444.392144:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393444.392149:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393444.392150:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393444.392182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393444.392189:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89080. 00000400:00000200:3.0:1749393444.392196:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393444.392222:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89dc0. 02000000:00000010:0.0:1749393444.392239:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393444.392244:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393444.392247:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393444.392251:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000800:00000200:2.0:1749393444.392253:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393444.392254:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499720832, portal 10 00000800:00000010:2.0:1749393444.392258:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000010:0.0:1749393444.392259:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393444.392261:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499720832, offset 0 00000400:00000200:2.0:1749393444.392264:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393444.392267:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393444.392272:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393444.392272:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393444.392276:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393444.392278:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000200:0.0:1749393444.392279:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1749393444.392280:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000400:00000200:0.0:1749393444.392282:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393444.392284:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393444.392287:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393444.392291:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [252:252:254:4294967295] 192.168.203.132@tcp LPNI seq info [257:257:6:4294967295] 00000400:00000200:0.0:1749393444.392295:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393444.392295:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499720704/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393444.392303:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393444.392307:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393444.392310:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393444.392314:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393444.392327:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393444.392330:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393444.392337:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393444.392381:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393444.392384:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:2.0:1749393444.392388:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393444.392392:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393444.392395:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43e58 00000400:00000010:2.0:1749393444.392406:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43e58. 00000100:00000200:2.0:1749393444.392413:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499720576/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393444.392446:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393444.392448:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393444.392451:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393444.392454:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393444.392457:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:2.0:1749393444.392459:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:2.0:1749393444.392463:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499720832/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393444.393879:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.393888:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393444.393896:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.393901:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.393906:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.393911:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08000 00000400:00000200:3.0:1749393444.393916:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.393923:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xcf5 [1] + 0 00000400:00000200:3.0:1749393444.393934:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393444.393938:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393444.393948:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499720704/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393444.393991:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.393995:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393444.393999:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.394002:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.394005:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.394008:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08080 00000400:00000200:3.0:1749393444.394012:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.394015:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xcfd [1] + 0 00000400:00000200:3.0:1749393444.394020:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393444.394023:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393444.394023:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393444.394031:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:0.0:1749393444.394033:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:3.0:1749393444.394040:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499720832/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393444.394043:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499720704/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393444.394054:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393444.394057:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499720704/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393444.394068:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393444.394072:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.394075:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.394078:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.394081:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a07f80 00000100:02020000:0.0:1749393444.394083:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 00000400:00000200:3.0:1749393444.394085:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393444.394088:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xce5 [1] + 224 00000400:00000200:3.0:1749393444.394103:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393444.394106:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393444.394112:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499720576/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393444.394235:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4b00. 00000400:00000200:2.0:1749393444.394245:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43dd0 00000400:00000010:2.0:1749393444.394248:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43dd0. 00000100:00000200:2.0:1749393444.394258:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499720576/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393444.394271:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499720576/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393444.394294:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 02000000:00000010:2.0:1749393444.394301:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393444.394305:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749393444.395712:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89080. 00000100:00000010:3.0:1749393444.395741:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89dc0. 00000400:00000010:0.0:1749393444.401295:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393444.401300:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749393444.401302:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393444.401308:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499720832/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393444.401319:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499720832/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749393444.401335:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:0.0:1749393444.401342:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393444.401348:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393444.401352:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:0.0:1749393444.401359:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393444.401362:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393444.401364:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:2.0:1749393449.399672:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393449.399693:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393449.399744:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393449.399751:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393449.399764:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000100:00000010:2.0:1749393449.399768:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393449.399771:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000400:00000200:3.0:1749393449.399777:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393449.399783:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749393449.399790:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43ee0. 00000100:00000200:3.0:1749393449.399798:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499720960, portal 25 00000400:00000010:3.0:1749393449.399803:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43f68. 00000100:00000200:3.0:1749393449.399805:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499720960, offset 0 00000400:00000200:3.0:1749393449.399814:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393449.399823:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393449.399824:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393449.399831:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.399832:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393449.399834:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393449.399837:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:3.0:1749393449.399839:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393449.399843:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749393449.399846:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499721088, portal 10 00000400:00000200:3.0:1749393449.399847:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393449.399849:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749393449.399851:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393449.399853:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499721088, offset 0 00000400:00000200:3.0:1749393449.399853:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [253:253:256:4294967295] 192.168.203.132@tcp LPNI seq info [258:258:8:4294967295] 00000400:00000200:0.0:1749393449.399858:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393449.399858:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393449.399861:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393449.399865:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393449.399867:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393449.399868:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393449.399869:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393449.399871:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393449.399872:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749393449.399874:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393449.399875:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [254:254:255:4294967295] 192.168.203.132@tcp LPNI seq info [259:259:7:4294967295] 00000400:00000200:0.0:1749393449.399877:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393449.399881:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393449.399883:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000800:00000200:0.0:1749393449.399884:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393449.399886:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393449.399892:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393449.399892:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393449.399899:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393449.399900:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393449.399904:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393449.399904:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393449.399921:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.399922:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393449.399926:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89840. 00000100:00000010:0.0:1749393449.399937:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b896c0. 02000000:00000010:0.0:1749393449.399948:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393449.399950:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393449.399951:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393449.399953:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393449.399955:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499721216, portal 10 00000400:00000010:0.0:1749393449.399958:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393449.399959:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499721216, offset 0 00000400:00000200:0.0:1749393449.399961:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393449.399963:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393449.399964:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393449.399965:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749393449.399966:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393449.399970:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393449.399971:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393449.399973:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393449.399975:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393449.399976:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393449.399978:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [255:255:254:4294967295] 192.168.203.132@tcp LPNI seq info [260:260:6:4294967295] 00000400:00000200:2.0:1749393449.399979:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393449.399980:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393449.399983:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000200:0.0:1749393449.399984:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:2.0:1749393449.399984:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000800:00000200:0.0:1749393449.399986:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393449.399987:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393449.399990:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393449.399992:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:2.0:1749393449.399992:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499721088/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393449.399994:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393449.399997:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393449.400007:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393449.400008:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:2.0:1749393449.400011:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393449.400013:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393449.400014:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43f68 00000400:00000010:2.0:1749393449.400015:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43f68. 00000100:00000200:2.0:1749393449.400018:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499720960/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393449.400079:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393449.400080:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393449.400082:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393449.400084:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393449.400085:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749393449.400086:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749393449.400089:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499721216/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393449.401594:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401599:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393449.401624:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401627:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401631:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401635:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08200 00000400:00000200:3.0:1749393449.401639:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401645:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd1d [1] + 0 00000400:00000200:3.0:1749393449.401654:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393449.401657:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393449.401664:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499721216/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393449.401691:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401694:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393449.401698:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401700:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401703:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393449.401705:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393449.401706:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08180 00000400:00000200:3.0:1749393449.401708:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393449.401709:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:0.0:1749393449.401710:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000400:00000200:3.0:1749393449.401713:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd15 [1] + 0 00000100:00000200:0.0:1749393449.401715:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499721216/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393449.401728:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393449.401731:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393449.401735:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499721216/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393449.401736:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499721088/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393449.401749:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401757:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:0.0:1749393449.401759:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749393449.401760:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393449.401763:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000400:00000200:3.0:1749393449.401763:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393449.401765:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393449.401766:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000400:00000200:3.0:1749393449.401768:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08100 00000400:00000010:0.0:1749393449.401771:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393449.401771:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393449.401772:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749393449.401773:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393449.401776:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499721088/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393449.401780:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xd05 [1] + 224 00000100:00000200:0.0:1749393449.401781:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499721088/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393449.401792:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393449.401795:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749393449.401797:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 00000100:00000200:3.0:1749393449.401799:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499720960/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393449.401800:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393449.401802:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000400:00000010:2.0:1749393449.401875:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:2.0:1749393449.401881:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43ee0 00000400:00000010:2.0:1749393449.401883:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43ee0. 00000100:00000200:2.0:1749393449.401888:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499720960/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393449.401895:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499720960/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393449.401906:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 02000000:00000010:2.0:1749393449.401909:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393449.401911:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:3.0:1749393449.403645:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b896c0. 00000100:00000010:2.0:1749393449.403662:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89840. 00000100:00000010:2.0:1749393454.407732:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393454.407760:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393454.407823:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393454.407831:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393454.407856:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393454.407861:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749393454.407890:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749393454.407911:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393454.407920:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4a50. 00000400:00000010:3.0:1749393454.407933:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43ee0. 00000100:00000200:3.0:1749393454.407946:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499721344, portal 25 00000400:00000010:3.0:1749393454.407954:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43f68. 02000000:00000010:0.0:1749393454.407958:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000100:00000200:3.0:1749393454.407959:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499721344, offset 0 00000400:00000200:0.0:1749393454.407971:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.407974:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393454.407976:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393454.407982:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393454.407986:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499721472, portal 10 00000400:00000200:3.0:1749393454.407987:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393454.407993:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393454.407996:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499721472, offset 0 00000400:00000200:3.0:1749393454.407998:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393454.408005:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393454.408006:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393454.408011:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.408014:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393454.408017:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393454.408020:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393454.408021:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393454.408025:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393454.408026:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393454.408029:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393454.408032:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393454.408032:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [256:256:256:4294967295] 192.168.203.132@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:0.0:1749393454.408036:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [257:257:256:4294967295] 192.168.203.132@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:3.0:1749393454.408039:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393454.408040:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.408055:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393454.408064:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393454.408068:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393454.408073:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393454.408078:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000010:3.0:1749393454.408082:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000800:00000200:0.0:1749393454.408086:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393454.408090:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393454.408097:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393454.408099:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393454.408104:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393454.408104:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393454.408133:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.408136:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393454.408141:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89840. 00000100:00000010:0.0:1749393454.408164:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b896c0. 02000000:00000010:0.0:1749393454.408175:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393454.408190:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393454.408192:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393454.408193:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393454.408196:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000800:00000010:2.0:1749393454.408197:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000100:00000200:0.0:1749393454.408200:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499721600, portal 10 00000400:00000200:2.0:1749393454.408204:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393454.408205:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393454.408207:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499721600, offset 0 00000400:00000200:2.0:1749393454.408212:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393454.408213:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393454.408217:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393454.408218:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749393454.408220:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000400:00000200:0.0:1749393454.408221:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393454.408224:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393454.408227:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393454.408230:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393454.408232:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393454.408233:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499721472/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393454.408236:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [258:258:254:4294967295] 192.168.203.132@tcp LPNI seq info [263:263:6:4294967295] 00000400:00000200:0.0:1749393454.408240:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393454.408246:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393454.408251:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393454.408253:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393454.408257:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393454.408262:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393454.408265:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393454.408270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393454.408306:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393454.408309:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:2.0:1749393454.408314:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393454.408318:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393454.408321:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43f68 00000400:00000010:2.0:1749393454.408323:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43f68. 00000100:00000200:2.0:1749393454.408329:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499721344/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393454.408357:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393454.408359:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393454.408362:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393454.408366:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393454.408368:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:2.0:1749393454.408370:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749393454.408375:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499721600/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393454.409882:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.409891:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393454.409900:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.409905:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.409911:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.409917:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08300 00000400:00000200:3.0:1749393454.409924:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.409933:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd35 [1] + 0 00000400:00000200:3.0:1749393454.409950:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393454.409955:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393454.409965:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499721472/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393454.410006:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410010:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393454.410014:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410017:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410021:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410024:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08280 00000400:00000200:3.0:1749393454.410027:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410031:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xd25 [1] + 224 00000400:00000200:3.0:1749393454.410038:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393454.410041:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393454.410044:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393454.410051:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749393454.410054:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:3.0:1749393454.410060:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499721344/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393454.410063:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499721472/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393454.410077:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499721472/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393454.410085:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410096:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393454.410100:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410103:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410106:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410109:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08380 02000000:00000010:0.0:1749393454.410112:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 00000400:00000200:3.0:1749393454.410112:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393454.410116:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd3d [1] + 0 02000000:00000010:0.0:1749393454.410126:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000400:00000200:3.0:1749393454.410130:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749393454.410132:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000400:00000200:3.0:1749393454.410134:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393454.410140:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499721600/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393454.410170:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393454.410173:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749393454.410175:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393454.410181:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499721600/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393454.410185:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4a50. 00000100:00000200:0.0:1749393454.410190:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499721600/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393454.410204:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43ee0 02000000:00000010:0.0:1749393454.410205:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 00000400:00000010:2.0:1749393454.410206:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43ee0. 02000000:00000010:0.0:1749393454.410208:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393454.410211:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000200:2.0:1749393454.410216:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499721344/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393454.410229:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499721344/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393454.410249:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 02000000:00000010:2.0:1749393454.410255:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393454.410258:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:3.0:1749393454.411680:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b896c0. 00000100:00000010:2.0:1749393454.411729:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89840. 00000100:00000010:2.0:1749393459.415827:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393459.415861:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393459.415946:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393459.415960:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393459.416001:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:3.0:1749393459.416004:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7400. 02000000:00000010:2.0:1749393459.416008:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:3.0:1749393459.416022:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393459.416029:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b49f8. 00000400:00000010:3.0:1749393459.416037:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43dd0. 00000100:00000200:3.0:1749393459.416047:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499721728, portal 25 00000400:00000010:3.0:1749393459.416053:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43e58. 00000100:00000200:3.0:1749393459.416056:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499721728, offset 0 00000400:00000200:3.0:1749393459.416068:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393459.416079:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.416089:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393459.416097:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1749393459.416100:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749393459.416102:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393459.416107:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393459.416110:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393459.416113:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.416115:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [259:259:256:4294967295] 192.168.203.132@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000010:0.0:1749393459.416117:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393459.416120:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393459.416122:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393459.416127:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499721856, portal 10 00000400:00000200:3.0:1749393459.416132:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:0.0:1749393459.416134:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393459.416137:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499721856, offset 0 00000800:00000200:3.0:1749393459.416140:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393459.416145:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393459.416151:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393459.416157:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749393459.416160:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749393459.416162:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393459.416165:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393459.416170:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393459.416171:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393459.416173:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393459.416176:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [260:260:255:4294967295] 192.168.203.132@tcp LPNI seq info [265:265:7:4294967295] 00000400:00000200:0.0:1749393459.416181:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393459.416183:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393459.416189:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393459.416191:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393459.416196:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393459.416201:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393459.416216:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393459.416222:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393459.416223:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393459.416227:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393459.416230:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15480. 00000400:00000200:0.0:1749393459.416235:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393459.416250:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15280. 02000000:00000010:0.0:1749393459.416271:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393459.416276:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393459.416279:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393459.416282:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393459.416285:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499721984, portal 10 00000400:00000010:0.0:1749393459.416289:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393459.416291:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499721984, offset 0 00000400:00000200:0.0:1749393459.416296:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393459.416300:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393459.416304:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393459.416307:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393459.416309:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393459.416312:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749393459.416312:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393459.416314:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393459.416317:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [261:261:254:4294967295] 192.168.203.132@tcp LPNI seq info [266:266:6:4294967295] 00000800:00000010:2.0:1749393459.416318:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749393459.416321:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393459.416328:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749393459.416328:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393459.416332:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393459.416335:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393459.416338:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393459.416339:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393459.416343:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749393459.416345:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43e58 00000800:00000200:0.0:1749393459.416346:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:2.0:1749393459.416349:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43e58. 00000400:00000200:0.0:1749393459.416351:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393459.416365:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499721728/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393459.416398:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393459.416401:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393459.416406:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393459.416412:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393459.416416:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749393459.416419:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749393459.416428:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499721856/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393459.416558:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393459.416563:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393459.416568:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393459.416575:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393459.416579:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:2.0:1749393459.416582:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749393459.416591:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499721984/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393459.418476:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418484:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393459.418492:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418497:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418501:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418506:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08400 00000400:00000200:3.0:1749393459.418511:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418518:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xd45 [1] + 224 00000400:00000200:3.0:1749393459.418529:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393459.418533:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393459.418543:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499721728/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393459.418585:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418590:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393459.418593:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418596:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418599:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418631:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08500 00000400:00000200:3.0:1749393459.418635:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418639:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd5d [1] + 0 00000400:00000200:3.0:1749393459.418646:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749393459.418671:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b49f8. 00000400:00000200:2.0:1749393459.418681:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43dd0 00000400:00000200:3.0:1749393459.418683:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393459.418684:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43dd0. 00000100:00000200:3.0:1749393459.418693:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499721984/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393459.418694:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499721728/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393459.418712:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499721728/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393459.418743:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393459.418746:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7400. 00000400:00000200:3.0:1749393459.418747:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393459.418752:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418754:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393459.418756:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000200:3.0:1749393459.418758:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418761:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08480 00000100:00000010:2.0:1749393459.418762:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:3.0:1749393459.418765:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393459.418768:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd55 [1] + 0 00000400:00000200:3.0:1749393459.418785:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393459.418789:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393459.418795:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499721856/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393459.418827:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393459.418835:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749393459.418837:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393459.418847:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499721856/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393459.418869:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499721856/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393459.418896:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393459.418898:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749393459.418900:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393459.418904:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499721984/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393459.418913:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499721984/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393459.418926:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393459.418931:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393459.418935:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393459.418940:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393459.418944:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393459.418946:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749393459.419701:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15480. 00000100:00000010:3.0:1749393459.419705:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15280. 00000100:00000010:2.0:1749393464.423798:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393464.423830:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393464.423896:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393464.423904:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393464.423928:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393464.423931:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393464.423958:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749393464.423978:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393464.423987:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b49a0. 00000400:00000010:3.0:1749393464.423996:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43cc0. 00000100:00000200:3.0:1749393464.424008:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499722112, portal 25 00000400:00000010:3.0:1749393464.424015:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43d48. 00000100:00000200:3.0:1749393464.424019:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499722112, offset 0 02000000:00000010:0.0:1749393464.424024:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:3.0:1749393464.424032:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393464.424034:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393464.424038:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393464.424043:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:3.0:1749393464.424045:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393464.424047:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499722240, portal 10 00000400:00000010:0.0:1749393464.424053:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000400:00000200:3.0:1749393464.424056:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393464.424057:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499722240, offset 0 00000400:00000200:0.0:1749393464.424063:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393464.424063:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393464.424069:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.424069:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393464.424074:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393464.424075:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393464.424078:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393464.424079:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393464.424081:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393464.424084:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393464.424084:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [262:262:256:4294967295] 192.168.203.132@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:0.0:1749393464.424086:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393464.424090:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [263:263:256:4294967295] 192.168.203.132@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:3.0:1749393464.424090:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393464.424108:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.424120:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393464.424130:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393464.424132:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393464.424137:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393464.424137:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000800:00000010:0.0:1749393464.424141:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393464.424147:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393464.424147:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393464.424159:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393464.424160:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393464.424164:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393464.424165:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393464.424191:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393464.424197:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89dc0. 00000400:00000200:3.0:1749393464.424203:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393464.424218:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89080. 02000000:00000010:0.0:1749393464.424230:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393464.424233:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393464.424236:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393464.424238:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393464.424241:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499722368, portal 10 00000400:00000010:0.0:1749393464.424244:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393464.424246:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499722368, offset 0 00000400:00000200:0.0:1749393464.424250:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393464.424254:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393464.424257:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393464.424259:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393464.424259:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393464.424262:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749393464.424263:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:0.0:1749393464.424264:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393464.424266:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393464.424269:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [264:264:254:4294967295] 192.168.203.132@tcp LPNI seq info [269:269:6:4294967295] 00000400:00000200:2.0:1749393464.424270:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393464.424272:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393464.424278:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393464.424279:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393464.424282:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393464.424283:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000800:00000010:0.0:1749393464.424284:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393464.424287:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000010:2.0:1749393464.424294:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000800:00000200:0.0:1749393464.424297:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393464.424300:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393464.424305:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393464.424306:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499722240/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393464.424327:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393464.424329:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:2.0:1749393464.424332:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393464.424336:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393464.424338:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43d48 00000400:00000010:2.0:1749393464.424339:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43d48. 00000100:00000200:2.0:1749393464.424343:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499722112/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393464.424425:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393464.424428:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393464.424431:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393464.424435:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393464.424438:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:2.0:1749393464.424440:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:2.0:1749393464.424445:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499722368/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393464.425906:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.425914:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393464.425922:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.425927:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.425933:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.425939:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08600 00000400:00000200:3.0:1749393464.425945:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.425952:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd75 [1] + 0 00000400:00000200:3.0:1749393464.425965:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393464.425970:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393464.425980:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499722240/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393464.426025:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.426031:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393464.426036:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.426040:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.426044:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393464.426045:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393464.426049:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08580 00000400:00000200:0.0:1749393464.426050:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749393464.426052:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000400:00000200:3.0:1749393464.426054:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393464.426060:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499722240/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393464.426060:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xd65 [1] + 224 00000400:00000200:3.0:1749393464.426068:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393464.426071:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499722240/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393464.426073:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393464.426089:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499722112/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393464.426102:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393464.426108:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393464.426112:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000200:3.0:1749393464.426123:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.426129:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393464.426134:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.426137:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.426142:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.426146:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08680 00000400:00000200:3.0:1749393464.426151:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393464.426155:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd7d [1] + 0 00000400:00000010:2.0:1749393464.426164:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b49a0. 00000400:00000200:3.0:1749393464.426170:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393464.426172:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43cc0 00000400:00000010:2.0:1749393464.426174:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43cc0. 00000400:00000200:3.0:1749393464.426175:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393464.426182:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499722112/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393464.426183:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499722368/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393464.426193:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499722112/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393464.426208:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 02000000:00000010:2.0:1749393464.426213:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393464.426216:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393464.426226:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393464.426229:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749393464.426231:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393464.426236:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499722368/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393464.426243:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499722368/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393464.426256:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393464.426258:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393464.426261:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:3.0:1749393464.427685:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89080. 00000100:00000010:2.0:1749393464.427687:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89dc0. 00000100:00000010:2.0:1749393469.431672:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393469.431700:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393469.431745:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393469.431751:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393469.431768:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393469.431770:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393469.431772:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393469.431785:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393469.431789:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4948. 00000400:00000010:3.0:1749393469.431795:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43c38. 00000100:00000200:3.0:1749393469.431803:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499722496, portal 25 00000400:00000010:3.0:1749393469.431808:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43b28. 00000100:00000200:3.0:1749393469.431810:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499722496, offset 0 00000400:00000200:3.0:1749393469.431819:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393469.431827:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749393469.431827:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393469.431834:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.431834:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393469.431837:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393469.431839:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393469.431840:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393469.431843:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499722624, portal 10 00000400:00000200:3.0:1749393469.431843:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393469.431846:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749393469.431847:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:3.0:1749393469.431848:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393469.431849:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499722624, offset 0 00000400:00000200:3.0:1749393469.431851:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [265:265:256:4294967295] 192.168.203.132@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:3.0:1749393469.431853:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393469.431860:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393469.431863:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393469.431867:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393469.431868:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393469.431869:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393469.431871:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393469.431873:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393469.431873:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393469.431874:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393469.431876:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [266:266:255:4294967295] 192.168.203.132@tcp LPNI seq info [271:271:7:4294967295] 00000800:00000010:3.0:1749393469.431877:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749393469.431879:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393469.431883:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393469.431885:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393469.431888:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393469.431890:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393469.431891:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393469.431893:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393469.431895:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393469.431897:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393469.431899:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393469.431913:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393469.431914:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393469.431918:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15280. 00000100:00000010:3.0:1749393469.431937:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d80. 00000800:00000200:2.0:1749393469.431948:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393469.431951:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:2.0:1749393469.431956:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393469.431960:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393469.431964:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43b28 02000000:00000010:0.0:1749393469.431965:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000010:2.0:1749393469.431966:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43b28. 00000400:00000200:0.0:1749393469.431969:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393469.431970:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393469.431973:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393469.431974:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499722752, portal 10 00000100:00000200:2.0:1749393469.431975:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499722496/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393469.431977:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393469.431979:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499722752, offset 0 00000400:00000200:0.0:1749393469.431982:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393469.431984:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393469.431986:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393469.431988:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393469.431989:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393469.431991:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393469.431992:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393469.431994:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [267:267:255:4294967295] 192.168.203.132@tcp LPNI seq info [272:272:7:4294967295] 00000400:00000200:0.0:1749393469.432000:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393469.432004:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393469.432007:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393469.432009:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393469.432011:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393469.432014:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393469.432016:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393469.432019:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393469.432023:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393469.432024:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393469.432026:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393469.432028:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393469.432030:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:2.0:1749393469.432031:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:2.0:1749393469.432034:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499722624/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393469.432050:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393469.432051:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393469.432052:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393469.432054:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393469.432055:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:2.0:1749393469.432056:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:2.0:1749393469.432058:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499722752/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393469.433333:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433338:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393469.433342:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433345:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433348:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433351:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08700 00000400:00000200:3.0:1749393469.433353:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433358:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xd85 [1] + 224 00000400:00000200:3.0:1749393469.433364:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393469.433367:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393469.433372:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499722496/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393469.433395:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433398:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393469.433400:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433402:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433403:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433405:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08780 00000400:00000200:3.0:1749393469.433407:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433408:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd95 [1] + 0 00000400:00000200:3.0:1749393469.433411:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393469.433418:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393469.433422:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499722624/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393469.433427:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4948. 00000400:00000200:2.0:1749393469.433434:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43c38 00000400:00000010:2.0:1749393469.433436:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43c38. 00000400:00000200:3.0:1749393469.433447:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393469.433448:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499722496/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393469.433449:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393469.433451:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433453:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393469.433454:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393469.433454:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393469.433456:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08800 00000400:00000200:0.0:1749393469.433457:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000100:00000200:2.0:1749393469.433458:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499722496/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393469.433458:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393469.433459:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000400:00000200:3.0:1749393469.433461:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xd9d [1] + 0 00000100:00000200:0.0:1749393469.433464:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499722624/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393469.433469:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393469.433471:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499722624/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393469.433471:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393469.433474:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499722752/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393469.433482:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 00000400:00000010:0.0:1749393469.433485:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393469.433486:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749393469.433487:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 02000000:00000010:2.0:1749393469.433488:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000200:0.0:1749393469.433489:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499722752/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393469.433492:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000200:0.0:1749393469.433494:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499722752/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393469.433501:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393469.433505:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393469.433507:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749393469.433510:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393469.433513:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393469.433514:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749393469.435658:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15280. 00000100:00000010:3.0:1749393469.435666:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d80. 00000100:00000010:2.0:1749393474.439671:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393474.439689:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393474.439731:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393474.439736:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393474.439751:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:3.0:1749393474.439751:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 02000000:00000010:2.0:1749393474.439754:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000400:00000200:3.0:1749393474.439763:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393474.439767:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393474.439773:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393474.439779:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499722880, portal 25 00000400:00000010:3.0:1749393474.439783:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43a18. 00000100:00000200:3.0:1749393474.439785:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499722880, offset 0 00000400:00000200:3.0:1749393474.439792:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393474.439800:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.439806:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:0.0:1749393474.439810:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:3.0:1749393474.439811:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393474.439814:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393474.439817:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393474.439819:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393474.439822:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.439822:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [268:268:256:4294967295] 192.168.203.132@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000010:0.0:1749393474.439825:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393474.439828:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:3.0:1749393474.439830:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393474.439831:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499723008, portal 10 00000400:00000010:0.0:1749393474.439835:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393474.439837:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499723008, offset 0 00000400:00000200:3.0:1749393474.439838:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393474.439841:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393474.439843:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393474.439845:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393474.439846:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749393474.439848:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393474.439850:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393474.439852:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393474.439853:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393474.439854:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393474.439855:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393474.439857:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [269:269:255:4294967295] 192.168.203.132@tcp LPNI seq info [274:274:7:4294967295] 00000400:00000200:0.0:1749393474.439859:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393474.439860:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393474.439864:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393474.439864:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393474.439867:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393474.439868:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393474.439871:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393474.439874:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393474.439876:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393474.439880:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393474.439881:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393474.439884:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d80. 00000100:00000010:3.0:1749393474.439898:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15980. 02000000:00000010:0.0:1749393474.439910:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393474.439913:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393474.439914:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393474.439916:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393474.439917:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499723136, portal 10 00000800:00000200:2.0:1749393474.439918:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393474.439920:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393474.439921:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499723136, offset 0 00000800:00000010:2.0:1749393474.439921:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749393474.439923:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393474.439925:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393474.439925:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393474.439930:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393474.439931:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393474.439933:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393474.439933:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43a18 00000400:00000200:0.0:1749393474.439934:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:2.0:1749393474.439935:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43a18. 00000400:00000200:0.0:1749393474.439936:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393474.439937:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393474.439939:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [270:270:254:4294967295] 192.168.203.132@tcp LPNI seq info [275:275:6:4294967295] 00000400:00000200:0.0:1749393474.439941:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393474.439943:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499722880/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393474.439945:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393474.439947:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393474.439949:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393474.439951:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393474.439953:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393474.439954:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393474.439957:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393474.439957:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393474.439958:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393474.439960:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393474.439962:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393474.439964:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749393474.439965:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:2.0:1749393474.439967:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499723008/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393474.440003:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393474.440009:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393474.440011:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393474.440013:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393474.440014:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:2.0:1749393474.440015:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749393474.440018:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499723136/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393474.441463:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441468:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393474.441473:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441475:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441478:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441480:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08900 00000400:00000200:3.0:1749393474.441483:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441488:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xdb5 [1] + 0 00000400:00000200:3.0:1749393474.441495:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393474.441497:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393474.441502:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499723008/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393474.441525:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441527:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393474.441529:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441530:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441532:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441534:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08980 00000400:00000200:3.0:1749393474.441535:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393474.441542:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xdbd [1] + 0 00000400:00000010:0.0:1749393474.441562:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393474.441565:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749393474.441567:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000400:00000200:3.0:1749393474.441568:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393474.441571:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499723008/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393474.441572:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393474.441577:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499723136/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393474.441579:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499723008/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393474.441600:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393474.441630:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393474.441631:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393474.441634:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499723136/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393474.441639:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499723136/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393474.441648:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393474.441656:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393474.441659:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749393474.441663:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393474.441664:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393474.441666:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000400:00000200:2.0:1749393474.441963:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393474.441967:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393474.441971:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393474.441972:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393474.441974:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393474.441976:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08880 00000400:00000200:2.0:1749393474.441979:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393474.441981:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xda5 [1] + 224 00000400:00000200:2.0:1749393474.441991:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393474.441993:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393474.441997:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499722880/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393474.442027:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393474.442031:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393474.442032:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393474.442036:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499722880/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393474.442041:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499722880/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393474.442050:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 02000000:00000010:3.0:1749393474.442053:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:3.0:1749393474.442055:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749393474.443654:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d80. 00000100:00000010:3.0:1749393474.443655:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15980. 00000100:00000010:2.0:1749393479.447675:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393479.447695:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749393479.447740:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393479.447747:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393479.447763:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393479.447765:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393479.447767:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393479.447780:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393479.447784:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393479.447791:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393479.447797:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499723264, portal 25 02000000:00000010:0.0:1749393479.447800:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000010:3.0:1749393479.447801:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43908. 00000100:00000200:3.0:1749393479.447803:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499723264, offset 0 00000400:00000200:0.0:1749393479.447808:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393479.447812:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393479.447812:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393479.447817:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393479.447821:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499723392, portal 10 00000400:00000200:3.0:1749393479.447821:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393479.447827:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:3.0:1749393479.447828:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393479.447829:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499723392, offset 0 00000400:00000200:3.0:1749393479.447833:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393479.447835:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393479.447837:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393479.447840:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393479.447841:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393479.447843:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393479.447845:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393479.447846:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [271:271:256:4294967295] 192.168.203.132@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:0.0:1749393479.447848:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393479.447851:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393479.447854:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393479.447855:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393479.447856:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393479.447859:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [272:272:256:4294967295] 192.168.203.132@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:0.0:1749393479.447864:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393479.447865:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393479.447870:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393479.447873:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393479.447874:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000800:00000200:0.0:1749393479.447877:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393479.447880:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393479.447881:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393479.447885:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393479.447888:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393479.447890:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393479.447893:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393479.447894:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393479.447912:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393479.447915:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393479.447916:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15980. 00000100:00000010:3.0:1749393479.447932:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e80. 02000000:00000010:0.0:1749393479.447943:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393479.447947:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393479.447949:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:2.0:1749393479.447956:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393479.447958:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000010:0.0:1749393479.447959:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393479.447961:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499723520, portal 10 00000400:00000200:2.0:1749393479.447962:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393479.447966:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000200:2.0:1749393479.447967:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393479.447968:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499723520, offset 0 00000400:00000200:2.0:1749393479.447971:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43908 00000400:00000200:0.0:1749393479.447973:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393479.447977:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393479.447978:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43908. 00000400:00000200:0.0:1749393479.447980:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393479.447983:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393479.447985:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393479.447987:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1749393479.447987:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499723264/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393479.447989:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393479.447992:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [273:273:254:4294967295] 192.168.203.132@tcp LPNI seq info [278:278:6:4294967295] 00000400:00000200:0.0:1749393479.447996:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393479.448005:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393479.448009:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393479.448012:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393479.448016:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393479.448020:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393479.448023:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393479.448028:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393479.448056:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393479.448057:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393479.448059:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393479.448061:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393479.448063:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:2.0:1749393479.448064:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:2.0:1749393479.448067:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499723392/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393479.448084:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393479.448085:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393479.448086:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393479.448088:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393479.448089:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749393479.448090:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:2.0:1749393479.448093:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499723520/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393479.449231:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449235:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393479.449240:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449243:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449246:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449248:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08a00 00000400:00000200:2.0:1749393479.449251:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449255:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xdc5 [1] + 224 00000400:00000200:2.0:1749393479.449262:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393479.449264:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393479.449269:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499723264/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393479.449305:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449307:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393479.449310:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449311:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449313:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449315:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08a80 00000400:00000200:2.0:1749393479.449317:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449319:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xdd5 [1] + 0 00000400:00000200:2.0:1749393479.449322:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393479.449324:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393479.449327:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499723392/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393479.449333:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393479.449339:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393479.449340:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:2.0:1749393479.449345:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393479.449345:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499723264/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393479.449347:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393479.449349:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449351:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449353:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393479.449353:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499723264/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393479.449354:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08b00 00000400:00000200:2.0:1749393479.449356:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393479.449357:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xddd [1] + 0 00000400:00000010:0.0:1749393479.449361:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393479.449365:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000200:2.0:1749393479.449365:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393479.449366:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000400:00000200:2.0:1749393479.449367:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393479.449370:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499723520/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393479.449371:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499723392/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393479.449372:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 02000000:00000010:3.0:1749393479.449376:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000200:0.0:1749393479.449378:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499723392/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393479.449380:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000010:0.0:1749393479.449393:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393479.449394:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749393479.449395:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393479.449398:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499723520/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393479.449414:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499723520/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393479.449422:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393479.449426:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393479.449427:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393479.449431:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393479.449433:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393479.449434:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:2.0:1749393479.451659:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15980. 00000100:00000010:3.0:1749393479.451661:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e80. 00000100:00000010:2.0:1749393484.455813:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393484.455848:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749393484.455920:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393484.455950:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393484.455990:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393484.455995:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749393484.456031:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393484.456050:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393484.456057:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 02000000:00000010:0.0:1749393484.456058:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000010:3.0:1749393484.456068:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000400:00000200:0.0:1749393484.456070:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393484.456076:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393484.456080:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499723648, portal 25 00000400:00000010:0.0:1749393484.456081:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393484.456086:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499723776, portal 10 00000400:00000010:3.0:1749393484.456089:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000400:00000010:0.0:1749393484.456093:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:3.0:1749393484.456094:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499723648, offset 0 00000100:00000200:0.0:1749393484.456097:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499723776, offset 0 00000400:00000200:0.0:1749393484.456108:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393484.456109:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393484.456120:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393484.456122:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393484.456130:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393484.456138:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393484.456143:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393484.456144:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393484.456149:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393484.456149:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393484.456152:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393484.456155:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393484.456157:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [274:274:256:4294967295] 192.168.203.132@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:3.0:1749393484.456159:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393484.456162:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393484.456164:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393484.456169:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [275:275:256:4294967295] 192.168.203.132@tcp LPNI seq info [280:280:8:4294967295] 00000400:00000200:3.0:1749393484.456177:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393484.456194:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393484.456205:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393484.456208:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393484.456213:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393484.456213:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000800:00000010:0.0:1749393484.456218:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393484.456224:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393484.456224:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393484.456237:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393484.456238:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393484.456244:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393484.456250:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393484.456276:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393484.456284:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e80. 00000400:00000200:0.0:1749393484.456286:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393484.456314:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e00. 02000000:00000010:0.0:1749393484.456333:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393484.456338:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393484.456341:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393484.456344:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393484.456348:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499723904, portal 10 00000800:00000200:2.0:1749393484.456352:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393484.456353:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393484.456355:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499723904, offset 0 00000800:00000010:2.0:1749393484.456356:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749393484.456360:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393484.456364:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.456365:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393484.456368:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393484.456372:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393484.456373:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393484.456375:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393484.456377:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393484.456379:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000200:0.0:1749393484.456380:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749393484.456382:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000400:00000200:0.0:1749393484.456383:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [276:276:254:4294967295] 192.168.203.132@tcp LPNI seq info [281:281:6:4294967295] 00000400:00000200:0.0:1749393484.456387:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393484.456395:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393484.456396:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499723648/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393484.456400:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393484.456403:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393484.456407:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393484.456413:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393484.456416:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393484.456421:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393484.456525:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393484.456529:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393484.456532:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393484.456537:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393484.456540:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:2.0:1749393484.456542:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749393484.456547:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499723776/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393484.456576:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393484.456578:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393484.456581:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393484.456584:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393484.456587:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:2.0:1749393484.456589:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:2.0:1749393484.456593:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499723904/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393484.458585:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458593:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393484.458627:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458632:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458637:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458651:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08b80 00000400:00000200:2.0:1749393484.458656:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458663:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xde5 [1] + 224 00000400:00000200:2.0:1749393484.458676:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393484.458681:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393484.458690:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499723648/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393484.458731:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458735:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393484.458739:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458742:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458745:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458748:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08c00 00000400:00000200:2.0:1749393484.458752:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458755:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xded [1] + 0 00000400:00000200:2.0:1749393484.458761:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393484.458764:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393484.458769:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499723776/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393484.458781:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393484.458791:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393484.458794:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:2.0:1749393484.458804:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393484.458806:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499723648/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393484.458808:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393484.458811:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458814:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458817:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393484.458820:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08c80 00000400:00000200:2.0:1749393484.458823:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393484.458825:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499723648/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393484.458826:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xdfd [1] + 0 00000400:00000010:0.0:1749393484.458839:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393484.458841:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393484.458845:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393484.458847:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749393484.458849:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749393484.458856:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499723904/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393484.458859:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499723776/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393484.458860:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 02000000:00000010:3.0:1749393484.458870:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000200:0.0:1749393484.458873:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499723776/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393484.458875:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000400:00000010:0.0:1749393484.458908:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393484.458911:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393484.458913:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393484.458918:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499723904/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393484.458927:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499723904/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393484.458939:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393484.458945:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393484.458949:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:0.0:1749393484.458952:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393484.458956:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393484.458959:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:3.0:1749393484.459685:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e00. 00000100:00000010:2.0:1749393484.459693:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e80. 00000100:00000010:2.0:1749393489.463762:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393489.463795:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e000. 00000100:00000010:2.0:1749393489.463861:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393489.463870:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393489.463895:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393489.463899:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749393489.463946:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6e00. 00000400:00000200:2.0:1749393489.463960:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393489.463967:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586058. 00000400:00000010:2.0:1749393489.463975:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393489.463984:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499724032, portal 25 00000400:00000010:2.0:1749393489.463990:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e6e8. 00000100:00000200:2.0:1749393489.463993:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499724032, offset 0 00000400:00000200:2.0:1749393489.464004:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393489.464012:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:2.0:1749393489.464016:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393489.464025:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.464025:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393489.464029:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:2.0:1749393489.464033:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393489.464034:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749393489.464038:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749393489.464039:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499724160, portal 10 00000400:00000200:2.0:1749393489.464043:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393489.464046:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749393489.464047:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393489.464050:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499724160, offset 0 00000400:00000200:2.0:1749393489.464051:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [277:277:256:4294967295] 192.168.203.132@tcp LPNI seq info [282:282:8:4294967295] 00000400:00000200:2.0:1749393489.464055:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393489.464058:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393489.464065:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.464068:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393489.464071:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393489.464075:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393489.464075:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393489.464079:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749393489.464080:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000400:00000200:0.0:1749393489.464082:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393489.464085:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393489.464090:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [278:278:255:4294967295] 192.168.203.132@tcp LPNI seq info [283:283:7:4294967295] 00000800:00000200:2.0:1749393489.464091:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393489.464095:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393489.464102:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393489.464105:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393489.464123:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393489.464123:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1749393489.464127:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393489.464132:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393489.464139:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393489.464143:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393489.464151:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.464151:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393489.464158:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d980. 00000100:00000010:2.0:1749393489.464174:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dbc0. 02000000:00000010:0.0:1749393489.464189:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393489.464194:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393489.464197:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393489.464200:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393489.464204:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499724288, portal 10 00000400:00000010:0.0:1749393489.464208:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393489.464210:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499724288, offset 0 00000400:00000200:0.0:1749393489.464214:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393489.464215:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393489.464219:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393489.464222:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749393489.464222:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:0.0:1749393489.464225:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393489.464228:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393489.464230:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393489.464230:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393489.464233:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393489.464236:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [279:279:254:4294967295] 192.168.203.132@tcp LPNI seq info [284:284:6:4294967295] 00000400:00000200:0.0:1749393489.464240:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393489.464248:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749393489.464248:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393489.464252:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393489.464253:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e6e8 00000800:00000010:0.0:1749393489.464255:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000400:00000010:3.0:1749393489.464256:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e6e8. 00000800:00000200:0.0:1749393489.464258:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393489.464263:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393489.464265:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393489.464270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393489.464270:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499724032/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393489.464298:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393489.464300:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393489.464303:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393489.464307:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393489.464310:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:3.0:1749393489.464312:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:3.0:1749393489.464318:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499724160/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393489.464409:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393489.464412:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393489.464414:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393489.464418:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393489.464420:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:3.0:1749393489.464422:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:3.0:1749393489.464426:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499724288/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393489.466170:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466179:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393489.466187:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466191:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466195:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466200:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08d00 00000400:00000200:2.0:1749393489.466205:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466212:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xe05 [1] + 224 00000400:00000200:2.0:1749393489.466223:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393489.466227:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393489.466237:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499724032/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393489.466278:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466283:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393489.466286:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466289:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466292:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466295:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08e00 00000400:00000200:2.0:1749393489.466298:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466302:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe1d [1] + 0 00000400:00000200:2.0:1749393489.466307:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393489.466310:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393489.466315:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499724288/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393489.466341:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466355:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393489.466359:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466362:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393489.466365:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393489.466366:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586058. 00000400:00000200:2.0:1749393489.466368:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08d80 00000400:00000200:2.0:1749393489.466371:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393489.466374:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:3.0:1749393489.466377:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000400:00000200:2.0:1749393489.466385:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe15 [1] + 0 00000100:00000200:3.0:1749393489.466387:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499724032/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393489.466395:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393489.466400:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499724032/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393489.466409:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393489.466410:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749393489.466412:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000400:00000200:2.0:1749393489.466413:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393489.466419:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499724160/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393489.466422:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499724288/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393489.466428:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6e00. 02000000:00000010:3.0:1749393489.466434:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e000. 00000100:00000200:0.0:1749393489.466435:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499724288/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393489.466462:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393489.466483:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393489.466488:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393489.466492:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393489.466499:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393489.466501:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393489.466503:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393489.466508:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499724160/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393489.466517:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499724160/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393489.466528:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393489.466532:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393489.466535:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749393489.467702:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d980. 00000100:00000010:3.0:1749393489.467707:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dbc0. 00000100:00000010:2.0:1749393494.471766:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393494.471792:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e000. 00000100:00000010:2.0:1749393494.471846:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393494.471853:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393494.471872:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393494.471875:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749393494.471919:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749393494.471934:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393494.471938:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393494.471944:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 02000000:00000010:0.0:1749393494.471945:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393494.471952:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393494.471952:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499724416, portal 25 00000400:00000010:0.0:1749393494.471955:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:3.0:1749393494.471956:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43aa0. 00000400:00000010:0.0:1749393494.471958:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749393494.471959:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499724416, offset 0 00000100:00000200:0.0:1749393494.471961:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499724544, portal 10 00000400:00000010:0.0:1749393494.471965:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000400:00000200:3.0:1749393494.471967:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393494.471968:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499724544, offset 0 00000400:00000200:0.0:1749393494.471973:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393494.471976:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393494.471976:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393494.471983:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393494.471983:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393494.471988:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393494.471988:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393494.471992:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393494.471992:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393494.471995:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393494.471997:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393494.472000:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [280:280:256:4294967295] 192.168.203.132@tcp LPNI seq info [285:285:8:4294967295] 00000400:00000200:3.0:1749393494.472002:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393494.472007:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393494.472009:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393494.472010:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393494.472011:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [281:281:255:4294967295] 192.168.203.132@tcp LPNI seq info [286:286:7:4294967295] 00000400:00000200:0.0:1749393494.472014:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393494.472015:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393494.472018:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749393494.472019:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393494.472022:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393494.472024:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393494.472025:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393494.472028:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393494.472033:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393494.472033:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393494.472037:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393494.472037:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749393494.472056:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393494.472057:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393494.472061:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15740. 00000100:00000010:3.0:1749393494.472077:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15880. 02000000:00000010:0.0:1749393494.472098:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393494.472101:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393494.472102:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393494.472104:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393494.472106:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499724672, portal 10 00000800:00000200:2.0:1749393494.472106:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393494.472108:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000010:0.0:1749393494.472109:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393494.472111:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499724672, offset 0 00000400:00000200:0.0:1749393494.472113:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393494.472114:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393494.472116:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393494.472118:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393494.472119:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393494.472120:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393494.472121:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393494.472123:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393494.472123:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43aa0 00000400:00000200:0.0:1749393494.472124:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749393494.472124:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43aa0. 00000400:00000200:0.0:1749393494.472126:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [282:282:254:4294967295] 192.168.203.132@tcp LPNI seq info [287:287:6:4294967295] 00000400:00000200:0.0:1749393494.472128:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393494.472132:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393494.472134:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393494.472134:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499724416/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749393494.472135:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393494.472141:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393494.472145:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393494.472146:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393494.472149:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393494.472150:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393494.472151:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393494.472153:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393494.472155:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393494.472156:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:2.0:1749393494.472163:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:2.0:1749393494.472166:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499724544/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393494.472234:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393494.472235:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393494.472237:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393494.472239:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393494.472240:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749393494.472241:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749393494.472244:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499724672/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393494.473467:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473473:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393494.473480:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473483:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473487:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473490:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a08e80 00000400:00000200:2.0:1749393494.473494:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473499:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xe25 [1] + 224 00000400:00000200:2.0:1749393494.473509:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393494.473512:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393494.473519:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499724416/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393494.473547:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473551:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393494.473554:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473556:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473559:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473561:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08f00 00000400:00000200:2.0:1749393494.473564:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473573:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe35 [1] + 0 00000400:00000200:2.0:1749393494.473579:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393494.473582:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393494.473587:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499724544/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393494.473626:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393494.473626:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393494.473629:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393494.473631:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393494.473632:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:2.0:1749393494.473633:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393494.473635:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393494.473637:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:2.0:1749393494.473638:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393494.473638:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499724416/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393494.473640:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a08f80 00000400:00000200:0.0:1749393494.473641:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393494.473642:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749393494.473643:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393494.473647:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499724544/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393494.473647:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe3d [1] + 0 00000100:00000200:0.0:1749393494.473655:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499724544/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393494.473655:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499724416/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393494.473663:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393494.473667:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393494.473672:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499724672/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393494.473675:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:3.0:1749393494.473675:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:0.0:1749393494.473679:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393494.473679:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e000. 00000100:00000010:0.0:1749393494.473682:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:3.0:1749393494.473682:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000400:00000010:0.0:1749393494.473686:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393494.473688:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393494.473689:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393494.473691:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499724672/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393494.473696:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499724672/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393494.473702:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393494.473705:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393494.473706:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749393494.475661:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15740. 00000100:00000010:3.0:1749393494.475663:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15880. 00000100:00000010:2.0:1749393499.479784:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393499.479818:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393499.479892:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393499.479904:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393499.479930:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393499.479936:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393499.479999:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7200. 00000400:00000200:2.0:1749393499.480014:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393499.480019:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5860b0. 00000400:00000010:2.0:1749393499.480027:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e660. 00000100:00000200:2.0:1749393499.480038:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499724800, portal 25 02000000:00000010:0.0:1749393499.480041:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000010:2.0:1749393499.480044:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000400:00000200:0.0:1749393499.480053:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393499.480058:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393499.480063:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749393499.480067:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499724800, offset 0 00000100:00000200:0.0:1749393499.480068:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499724928, portal 10 00000400:00000010:0.0:1749393499.480076:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749393499.480079:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393499.480089:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499724928, offset 0 00000400:00000200:2.0:1749393499.480090:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393499.480097:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393499.480100:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393499.480104:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.480108:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393499.480109:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393499.480113:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393499.480115:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393499.480117:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393499.480120:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393499.480121:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393499.480123:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393499.480123:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393499.480129:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [283:283:256:4294967295] 192.168.203.132@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000200:2.0:1749393499.480129:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [283:283:256:4294967295] 192.168.203.132@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000200:0.0:1749393499.480134:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.480134:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.480147:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393499.480154:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393499.480159:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393499.480159:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:0.0:1749393499.480164:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393499.480167:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393499.480168:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393499.480173:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393499.480178:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393499.480181:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393499.480184:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393499.480185:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393499.480211:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393499.480214:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393499.480218:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd00. 00000100:00000010:2.0:1749393499.480234:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674de80. 02000000:00000010:0.0:1749393499.480250:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393499.480254:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393499.480257:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393499.480260:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393499.480263:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499725056, portal 10 00000400:00000010:0.0:1749393499.480267:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393499.480269:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499725056, offset 0 00000400:00000200:0.0:1749393499.480274:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393499.480277:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393499.480278:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393499.480281:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393499.480284:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749393499.480284:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:0.0:1749393499.480287:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393499.480289:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393499.480292:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393499.480294:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393499.480301:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [284:284:254:4294967295] 192.168.203.132@tcp LPNI seq info [290:290:6:4294967295] 00000400:00000200:3.0:1749393499.480302:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393499.480306:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393499.480307:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000400:00000010:3.0:1749393499.480310:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000400:00000200:0.0:1749393499.480314:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393499.480319:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393499.480322:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000100:00000200:3.0:1749393499.480324:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499724800/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393499.480327:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393499.480332:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393499.480335:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393499.480340:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393499.480349:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393499.480352:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393499.480355:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393499.480359:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393499.480361:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:3.0:1749393499.480363:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749393499.480368:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499724928/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393499.480494:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393499.480496:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393499.480499:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393499.480503:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393499.480506:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:3.0:1749393499.480508:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:3.0:1749393499.480512:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499725056/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393499.482473:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482482:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393499.482490:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482495:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482499:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482504:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09000 00000400:00000200:2.0:1749393499.482509:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482516:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xe45 [1] + 224 00000400:00000200:2.0:1749393499.482527:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393499.482531:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393499.482541:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499724800/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393499.482595:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482600:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393499.482631:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482634:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482638:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482641:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09100 00000400:00000200:2.0:1749393499.482645:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482649:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe5d [1] + 0 00000400:00000200:2.0:1749393499.482656:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393499.482660:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393499.482666:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499725056/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393499.482684:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5860b0. 00000400:00000200:3.0:1749393499.482693:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e660 00000400:00000010:3.0:1749393499.482695:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e660. 00000100:00000200:3.0:1749393499.482705:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499724800/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393499.482712:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482717:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:3.0:1749393499.482718:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499724800/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393499.482720:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482723:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482726:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482729:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09080 00000400:00000200:2.0:1749393499.482733:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393499.482736:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe55 [1] + 0 00000400:00000010:0.0:1749393499.482746:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 02000000:00000010:3.0:1749393499.482746:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7200. 02000000:00000010:3.0:1749393499.482752:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000400:00000200:0.0:1749393499.482753:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:0.0:1749393499.482755:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000400:00000200:2.0:1749393499.482755:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749393499.482757:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000400:00000200:2.0:1749393499.482759:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393499.482765:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499725056/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393499.482766:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499724928/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393499.482777:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499725056/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393499.482803:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393499.482809:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393499.482812:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000010:0.0:1749393499.482819:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393499.482821:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393499.482823:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393499.482827:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499724928/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393499.482836:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499724928/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393499.482848:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393499.482852:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393499.482854:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:2.0:1749393499.483706:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd00. 00000100:00000010:3.0:1749393499.483722:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674de80. 00000100:00000010:2.0:1749393504.487700:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393504.487724:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749393504.487770:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393504.487790:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393504.487804:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000100:00000010:2.0:1749393504.487813:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393504.487816:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000400:00000200:3.0:1749393504.487816:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393504.487821:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393504.487827:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393504.487835:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499725184, portal 25 00000400:00000010:3.0:1749393504.487841:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43990. 00000100:00000200:3.0:1749393504.487843:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499725184, offset 0 00000400:00000200:3.0:1749393504.487853:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393504.487862:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393504.487869:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749393504.487870:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393504.487875:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393504.487877:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393504.487880:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393504.487880:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393504.487883:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749393504.487884:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749393504.487886:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393504.487888:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499725312, portal 10 00000400:00000200:3.0:1749393504.487889:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [285:285:256:4294967295] 192.168.203.132@tcp LPNI seq info [291:291:8:4294967295] 00000400:00000010:0.0:1749393504.487893:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000400:00000200:3.0:1749393504.487893:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393504.487896:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499725312, offset 0 00000400:00000200:0.0:1749393504.487902:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393504.487903:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393504.487907:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393504.487909:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393504.487911:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393504.487914:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393504.487917:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393504.487918:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749393504.487919:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393504.487922:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393504.487925:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [286:286:255:4294967295] 192.168.203.132@tcp LPNI seq info [292:292:7:4294967295] 00000800:00000200:3.0:1749393504.487925:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393504.487929:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393504.487935:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393504.487937:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393504.487940:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393504.487941:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393504.487945:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393504.487949:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393504.487954:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393504.487957:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393504.487962:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393504.487963:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393504.487968:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b891c0. 00000100:00000010:0.0:1749393504.487991:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89b00. 02000000:00000010:0.0:1749393504.488005:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000800:00000200:2.0:1749393504.488006:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393504.488008:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749393504.488009:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393504.488011:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393504.488013:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:2.0:1749393504.488013:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393504.488015:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499725440, portal 10 00000400:00000200:2.0:1749393504.488018:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393504.488019:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000400:00000200:2.0:1749393504.488021:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43990 00000400:00000010:2.0:1749393504.488023:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43990. 00000100:00000200:0.0:1749393504.488026:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499725440, offset 0 00000400:00000200:0.0:1749393504.488030:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393504.488031:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499725184/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393504.488034:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393504.488037:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393504.488039:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393504.488041:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393504.488043:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393504.488045:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393504.488047:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [287:287:255:4294967295] 192.168.203.132@tcp LPNI seq info [293:293:7:4294967295] 00000400:00000200:0.0:1749393504.488051:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393504.488057:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393504.488060:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393504.488063:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393504.488066:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393504.488071:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393504.488073:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393504.488078:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393504.488095:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393504.488097:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393504.488099:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393504.488101:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393504.488103:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:2.0:1749393504.488104:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749393504.488107:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499725312/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393504.488123:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393504.488124:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393504.488125:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393504.488127:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393504.488128:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749393504.488130:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749393504.488132:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499725440/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393504.489133:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489137:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393504.489142:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489144:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489147:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489154:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09180 00000400:00000200:2.0:1749393504.489157:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489161:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xe65 [1] + 224 00000400:00000200:2.0:1749393504.489167:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393504.489170:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393504.489174:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499725184/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393504.489196:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489198:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393504.489200:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489201:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489203:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489205:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09280 00000400:00000200:2.0:1749393504.489206:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489208:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe7d [1] + 0 00000400:00000200:2.0:1749393504.489211:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393504.489212:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393504.489215:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499725440/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393504.489228:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489230:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393504.489231:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489233:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489234:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489236:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09200 00000400:00000200:2.0:1749393504.489237:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393504.489239:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe75 [1] + 0 00000400:00000010:3.0:1749393504.489247:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393504.489248:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393504.489250:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393504.489253:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393504.489254:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000010:0.0:1749393504.489258:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000100:00000200:3.0:1749393504.489259:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499725184/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393504.489263:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393504.489265:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:3.0:1749393504.489266:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499725184/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393504.489270:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499725312/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393504.489272:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499725440/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393504.489282:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499725440/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393504.489285:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:3.0:1749393504.489289:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:3.0:1749393504.489292:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749393504.489300:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393504.489304:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393504.489307:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000400:00000010:0.0:1749393504.489313:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393504.489314:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393504.489316:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393504.489324:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499725312/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393504.489332:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499725312/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393504.489365:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393504.489369:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393504.489371:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000100:00000010:3.0:1749393504.491651:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89b00. 00000100:00000010:2.0:1749393504.491659:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b891c0. 00000100:00000010:2.0:1749393509.495762:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393509.495795:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393509.495860:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393509.495868:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393509.495894:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393509.495898:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749393509.495957:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7800. 00000400:00000200:2.0:1749393509.495972:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393509.495977:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586108. 00000400:00000010:2.0:1749393509.495985:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749393509.495995:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499725568, portal 25 00000400:00000010:2.0:1749393509.496001:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e4c8. 02000000:00000010:0.0:1749393509.496004:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000100:00000200:2.0:1749393509.496004:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499725568, offset 0 00000400:00000200:2.0:1749393509.496016:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393509.496017:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393509.496022:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393509.496027:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:2.0:1749393509.496028:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393509.496032:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499725696, portal 10 00000400:00000200:2.0:1749393509.496037:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393509.496039:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393509.496042:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499725696, offset 0 00000400:00000200:2.0:1749393509.496044:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393509.496050:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393509.496050:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393509.496055:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393509.496057:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.496058:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393509.496064:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393509.496064:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [288:288:256:4294967295] 192.168.203.132@tcp LPNI seq info [294:294:8:4294967295] 00000400:00000200:0.0:1749393509.496068:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393509.496069:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393509.496072:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393509.496075:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393509.496079:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393509.496082:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393509.496083:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [289:289:255:4294967295] 192.168.203.132@tcp LPNI seq info [295:295:7:4294967295] 00000400:00000200:0.0:1749393509.496088:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393509.496089:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393509.496094:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749393509.496097:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393509.496102:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393509.496103:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393509.496107:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393509.496112:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393509.496114:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393509.496119:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393509.496125:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393509.496131:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393509.496143:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.496150:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393509.496156:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd00. 00000100:00000010:2.0:1749393509.496175:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d700. 02000000:00000010:0.0:1749393509.496202:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393509.496207:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393509.496210:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393509.496214:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393509.496217:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499725824, portal 10 00000400:00000010:0.0:1749393509.496222:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393509.496224:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499725824, offset 0 00000400:00000200:0.0:1749393509.496229:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393509.496233:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393509.496237:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393509.496240:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393509.496243:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:2.0:1749393509.496244:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393509.496245:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393509.496247:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:2.0:1749393509.496247:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:0.0:1749393509.496250:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [290:290:254:4294967295] 192.168.203.132@tcp LPNI seq info [296:296:6:4294967295] 00000400:00000200:0.0:1749393509.496254:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.496254:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393509.496261:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393509.496262:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393509.496266:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393509.496266:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749393509.496268:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000800:00000010:0.0:1749393509.496269:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393509.496273:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393509.496278:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393509.496281:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:2.0:1749393509.496281:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499725696/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393509.496286:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393509.496364:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393509.496367:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:2.0:1749393509.496371:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393509.496375:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393509.496377:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e4c8 00000400:00000010:2.0:1749393509.496379:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e4c8. 00000100:00000200:2.0:1749393509.496385:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499725568/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393509.496471:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393509.496474:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393509.496476:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393509.496480:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393509.496482:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:2.0:1749393509.496484:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749393509.496489:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499725824/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393509.498340:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498348:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393509.498356:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498369:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498374:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498378:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09380 00000400:00000200:2.0:1749393509.498384:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498390:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe95 [1] + 0 00000400:00000200:2.0:1749393509.498403:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393509.498407:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393509.498417:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499725696/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393509.498457:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498462:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393509.498466:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498468:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498471:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498474:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09300 00000400:00000200:2.0:1749393509.498478:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498481:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xe85 [1] + 224 00000400:00000200:2.0:1749393509.498486:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393509.498490:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393509.498494:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499725568/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393509.498515:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393509.498524:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393509.498528:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393509.498541:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499725696/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393509.498541:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498545:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393509.498548:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498551:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498554:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498557:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09400 00000100:00000200:0.0:1749393509.498558:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499725696/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393509.498560:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393509.498563:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xe9d [1] + 0 00000400:00000200:2.0:1749393509.498577:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749393509.498583:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586108. 00000400:00000200:2.0:1749393509.498586:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393509.498592:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:3.0:1749393509.498594:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749393509.498630:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499725824/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393509.498637:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499725568/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393509.498651:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499725568/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393509.498661:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:3.0:1749393509.498671:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7800. 02000000:00000010:3.0:1749393509.498676:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 02000000:00000010:0.0:1749393509.498677:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:3.0:1749393509.498681:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:0.0:1749393509.498683:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000400:00000010:0.0:1749393509.498695:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393509.498699:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749393509.498702:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393509.498711:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499725824/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393509.498726:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499725824/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393509.498752:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393509.498758:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393509.498762:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:2.0:1749393509.499692:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd00. 00000100:00000010:3.0:1749393509.499695:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d700. 00000100:00000010:2.0:1749393514.503745:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393514.503769:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ea00. 00000100:00000010:2.0:1749393514.503817:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393514.503823:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393514.503843:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393514.503847:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393514.503883:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 02000000:00000010:0.0:1749393514.503885:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393514.503894:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393514.503894:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393514.503898:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:3.0:1749393514.503898:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:0.0:1749393514.503903:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000010:3.0:1749393514.503903:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:0.0:1749393514.503911:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499726080, portal 10 00000400:00000010:0.0:1749393514.503917:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749393514.503919:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499725952, portal 25 00000100:00000200:0.0:1749393514.503920:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499726080, offset 0 00000400:00000010:3.0:1749393514.503922:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000100:00000200:3.0:1749393514.503923:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499725952, offset 0 00000400:00000200:0.0:1749393514.503928:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393514.503928:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393514.503936:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393514.503936:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393514.503942:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393514.503942:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393514.503946:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393514.503946:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393514.503949:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393514.503950:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393514.503953:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393514.503953:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393514.503955:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393514.503955:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393514.503958:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [291:291:256:4294967295] 192.168.203.132@tcp LPNI seq info [298:298:8:4294967295] 00000400:00000200:3.0:1749393514.503958:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [291:291:256:4294967295] 192.168.203.132@tcp LPNI seq info [298:298:8:4294967295] 00000400:00000200:0.0:1749393514.503961:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393514.503961:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393514.503969:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393514.503973:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393514.503975:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393514.503977:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000800:00000200:0.0:1749393514.503978:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393514.503981:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:3.0:1749393514.503982:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393514.503989:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393514.503990:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393514.503993:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393514.503994:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393514.503995:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393514.504012:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393514.504014:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393514.504017:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b80. 00000100:00000010:3.0:1749393514.504036:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15940. 02000000:00000010:0.0:1749393514.504060:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393514.504064:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393514.504066:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393514.504068:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000800:00000200:2.0:1749393514.504070:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393514.504071:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499726208, portal 10 00000800:00000010:2.0:1749393514.504073:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000010:0.0:1749393514.504075:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393514.504076:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499726208, offset 0 00000400:00000200:0.0:1749393514.504080:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393514.504080:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393514.504083:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.504084:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393514.504086:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393514.504088:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000200:0.0:1749393514.504089:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1749393514.504090:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000400:00000200:0.0:1749393514.504091:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393514.504092:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393514.504094:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393514.504096:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [292:292:254:4294967295] 192.168.203.132@tcp LPNI seq info [299:299:6:4294967295] 00000400:00000200:0.0:1749393514.504099:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393514.504099:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499725952/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393514.504105:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393514.504109:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393514.504111:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393514.504114:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393514.504117:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393514.504119:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393514.504123:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393514.504169:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393514.504171:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393514.504173:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393514.504176:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393514.504178:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:2.0:1749393514.504179:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749393514.504184:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499726080/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393514.504206:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393514.504208:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393514.504210:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393514.504213:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393514.504214:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:2.0:1749393514.504219:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749393514.504223:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499726208/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393514.505177:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505182:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393514.505188:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505191:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505195:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505199:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09480 00000400:00000200:2.0:1749393514.505202:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505207:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xead [1] + 224 00000400:00000200:2.0:1749393514.505214:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393514.505216:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393514.505221:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499725952/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393514.505242:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505245:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393514.505247:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505248:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505250:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505251:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09500 00000400:00000200:2.0:1749393514.505253:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505255:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xea5 [1] + 0 00000400:00000200:2.0:1749393514.505258:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393514.505260:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393514.505262:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499726080/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393514.505292:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505295:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393514.505298:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505306:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393514.505307:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393514.505309:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393514.505311:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09580 00000400:00000200:3.0:1749393514.505312:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393514.505313:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:2.0:1749393514.505314:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393514.505317:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000100:00000200:3.0:1749393514.505318:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499725952/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393514.505320:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749393514.505321:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000400:00000200:2.0:1749393514.505325:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xebd [1] + 0 00000100:00000200:0.0:1749393514.505326:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499726080/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393514.505326:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499725952/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393514.505338:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499726080/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393514.505341:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749393514.505343:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 00000400:00000200:2.0:1749393514.505344:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:3.0:1749393514.505347:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ea00. 00000100:00000200:2.0:1749393514.505348:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499726208/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393514.505355:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000010:3.0:1749393514.505355:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000400:00000200:0.0:1749393514.505356:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393514.505358:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393514.505361:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499726208/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393514.505368:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499726208/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393514.505378:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393514.505382:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393514.505385:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 02000000:00000010:0.0:1749393514.505388:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393514.505390:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393514.505392:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:2.0:1749393514.507660:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b80. 00000100:00000010:3.0:1749393514.507662:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15940. 00000100:00000010:2.0:1749393519.511828:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393519.511866:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749393519.511952:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393519.511967:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393519.512010:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393519.512017:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393519.512045:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749393519.512063:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393519.512070:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393519.512078:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 02000000:00000010:0.0:1749393519.512088:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000100:00000200:3.0:1749393519.512088:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499726336, portal 25 00000400:00000010:3.0:1749393519.512093:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d436e8. 00000100:00000200:3.0:1749393519.512097:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499726336, offset 0 00000400:00000200:0.0:1749393519.512103:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393519.512108:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393519.512109:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393519.512116:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:3.0:1749393519.512120:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393519.512122:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499726464, portal 10 00000400:00000200:3.0:1749393519.512130:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393519.512132:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393519.512136:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499726464, offset 0 00000400:00000200:3.0:1749393519.512137:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393519.512142:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393519.512146:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393519.512147:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393519.512150:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393519.512154:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393519.512155:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [293:293:256:4294967295] 192.168.203.132@tcp LPNI seq info [300:300:8:4294967295] 00000400:00000200:3.0:1749393519.512160:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393519.512162:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393519.512167:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393519.512174:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393519.512174:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393519.512178:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393519.512181:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393519.512183:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:3.0:1749393519.512186:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749393519.512188:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [294:294:255:4294967295] 192.168.203.132@tcp LPNI seq info [301:301:7:4294967295] 00000800:00000200:3.0:1749393519.512195:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393519.512207:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393519.512213:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393519.512214:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393519.512227:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393519.512272:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393519.512279:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393519.512282:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393519.512286:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749393519.512290:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15940. 00000800:00000200:0.0:1749393519.512295:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393519.512301:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393519.512305:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b40. 00000400:00000200:0.0:1749393519.512313:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393519.512328:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000800:00000200:2.0:1749393519.512329:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393519.512334:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393519.512334:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000010:0.0:1749393519.512338:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393519.512343:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000400:00000200:2.0:1749393519.512343:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393519.512348:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499726592, portal 10 00000400:00000200:2.0:1749393519.512351:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393519.512354:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000400:00000200:2.0:1749393519.512356:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d436e8 00000100:00000200:0.0:1749393519.512358:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499726592, offset 0 00000400:00000010:2.0:1749393519.512359:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d436e8. 00000400:00000200:0.0:1749393519.512366:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393519.512372:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393519.512372:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499726336/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393519.512378:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393519.512382:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393519.512386:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393519.512390:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393519.512394:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393519.512399:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [295:295:255:4294967295] 192.168.203.132@tcp LPNI seq info [302:302:7:4294967295] 00000400:00000200:0.0:1749393519.512405:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393519.512416:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393519.512423:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393519.512426:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393519.512431:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393519.512439:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393519.512443:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393519.512462:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393519.512465:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393519.512468:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393519.512471:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393519.512476:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393519.512478:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:2.0:1749393519.512480:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:2.0:1749393519.512485:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499726464/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393519.512527:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393519.512529:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393519.512531:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393519.512535:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393519.512537:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749393519.512539:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749393519.512544:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499726592/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393519.514155:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514164:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393519.514175:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514181:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514188:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514195:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09600 00000400:00000200:2.0:1749393519.514202:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514211:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xec5 [1] + 224 00000400:00000200:2.0:1749393519.514228:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393519.514259:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393519.514270:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499726336/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393519.514321:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514328:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393519.514335:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514339:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514344:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514349:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09700 00000400:00000200:2.0:1749393519.514355:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514361:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xedd [1] + 0 00000400:00000200:2.0:1749393519.514371:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393519.514385:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393519.514394:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499726592/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393519.514400:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393519.514410:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393519.514412:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393519.514422:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499726336/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393519.514438:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514445:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:3.0:1749393519.514446:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499726336/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393519.514451:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514456:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514461:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393519.514466:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09680 00000400:00000200:2.0:1749393519.514471:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:3.0:1749393519.514476:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 00000400:00000200:2.0:1749393519.514477:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xed5 [1] + 0 02000000:00000010:3.0:1749393519.514483:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000100:00000010:3.0:1749393519.514488:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000400:00000200:2.0:1749393519.514500:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393519.514507:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393519.514516:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499726464/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393519.514522:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393519.514530:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749393519.514532:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393519.514542:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499726592/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393519.514554:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499726592/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393519.514580:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393519.514587:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393519.514590:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393519.514596:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393519.514599:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393519.514600:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393519.514670:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499726464/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393519.514679:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499726464/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393519.514693:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393519.514696:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393519.514699:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749393519.515673:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15940. 00000100:00000010:3.0:1749393519.515703:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b40. 00000100:00000010:2.0:1749393524.519809:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393524.519843:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e200. 00000100:00000010:2.0:1749393524.519915:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393524.519924:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393524.519965:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393524.519974:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749393524.520020:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749393524.520040:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393524.520065:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393524.520075:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 02000000:00000010:0.0:1749393524.520079:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000100:00000200:3.0:1749393524.520087:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499726720, portal 25 00000400:00000200:0.0:1749393524.520095:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393524.520095:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43770. 00000100:00000200:3.0:1749393524.520099:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499726720, offset 0 00000400:00000010:0.0:1749393524.520102:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393524.520108:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:3.0:1749393524.520115:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393524.520131:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393524.520143:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499726848, portal 10 00000400:00000200:3.0:1749393524.520143:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393524.520153:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393524.520154:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393524.520159:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499726848, offset 0 00000400:00000200:3.0:1749393524.520160:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393524.520166:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393524.520171:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393524.520171:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393524.520177:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [296:296:256:4294967295] 192.168.203.132@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:0.0:1749393524.520179:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393524.520184:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393524.520187:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393524.520232:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393524.520243:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393524.520253:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749393524.520258:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393524.520263:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393524.520264:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393524.520268:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393524.520272:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393524.520278:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [297:297:255:4294967295] 192.168.203.132@tcp LPNI seq info [304:304:7:4294967295] 00000800:00000200:3.0:1749393524.520278:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393524.520285:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393524.520287:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393524.520299:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393524.520311:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393524.520318:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393524.520325:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393524.520326:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393524.520334:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393524.520340:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393524.520345:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b40. 00000400:00000200:0.0:1749393524.520351:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393524.520378:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae156c0. 02000000:00000010:0.0:1749393524.520399:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393524.520407:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393524.520410:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393524.520415:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393524.520420:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499726976, portal 10 00000400:00000010:0.0:1749393524.520426:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000800:00000200:2.0:1749393524.520426:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393524.520430:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499726976, offset 0 00000800:00000010:2.0:1749393524.520433:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749393524.520437:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393524.520443:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393524.520444:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393524.520449:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393524.520454:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393524.520454:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393524.520458:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393524.520461:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393524.520461:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43770 00000400:00000200:0.0:1749393524.520465:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749393524.520465:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43770. 00000400:00000200:0.0:1749393524.520470:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [298:298:254:4294967295] 192.168.203.132@tcp LPNI seq info [305:305:6:4294967295] 00000400:00000200:0.0:1749393524.520477:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393524.520482:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499726720/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393524.520487:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393524.520507:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393524.520512:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393524.520518:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393524.520525:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393524.520530:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393524.520539:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393524.520540:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393524.520544:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393524.520548:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393524.520554:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393524.520558:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:2.0:1749393524.520561:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:2.0:1749393524.520569:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499726848/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393524.520721:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393524.520726:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393524.520731:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393524.520737:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393524.520741:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:2.0:1749393524.520744:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749393524.520752:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499726976/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393524.522640:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522649:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393524.522660:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522666:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522673:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522679:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09780 00000400:00000200:2.0:1749393524.522686:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522695:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xee5 [1] + 224 00000400:00000200:2.0:1749393524.522712:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393524.522719:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393524.522730:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499726720/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393524.522783:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522799:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393524.522806:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522811:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522817:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522821:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09880 00000400:00000200:2.0:1749393524.522827:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393524.522831:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393524.522842:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393524.522845:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:2.0:1749393524.522854:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xefd [1] + 0 00000100:00000200:3.0:1749393524.522857:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499726720/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393524.522868:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393524.522875:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393524.522876:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499726720/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393524.522884:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499726976/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393524.522911:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:3.0:1749393524.522920:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e200. 00000100:00000010:3.0:1749393524.522927:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000400:00000200:2.0:1749393524.522929:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522935:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393524.522941:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522946:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522951:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522956:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09800 00000400:00000200:2.0:1749393524.522961:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393524.522966:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xef5 [1] + 0 00000400:00000200:2.0:1749393524.522996:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393524.523003:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393524.523013:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499726848/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393524.523015:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393524.523023:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:0.0:1749393524.523025:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393524.523035:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499726976/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393524.523047:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499726976/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393524.523074:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393524.523080:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393524.523083:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000400:00000010:0.0:1749393524.523088:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393524.523090:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393524.523092:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393524.523096:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499726848/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393524.523105:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499726848/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393524.523117:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393524.523121:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393524.523123:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000100:00000010:2.0:1749393524.523700:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b40. 00000100:00000010:3.0:1749393524.523708:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae156c0. 00000100:00000010:2.0:1749393529.527734:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393529.527763:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749393529.527828:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393529.527836:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393529.527860:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393529.527878:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393529.527922:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749393529.527941:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393529.527947:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393529.527955:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393529.527965:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499727104, portal 25 02000000:00000010:0.0:1749393529.527968:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000010:3.0:1749393529.527971:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d435d8. 00000100:00000200:3.0:1749393529.527974:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499727104, offset 0 00000400:00000200:0.0:1749393529.527980:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393529.527984:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393529.527986:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393529.527998:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393529.528000:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:3.0:1749393529.528007:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393529.528015:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499727232, portal 10 00000400:00000200:3.0:1749393529.528015:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393529.528020:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393529.528023:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:3.0:1749393529.528025:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393529.528026:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499727232, offset 0 00000400:00000200:3.0:1749393529.528028:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393529.528034:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [299:299:256:4294967295] 192.168.203.132@tcp LPNI seq info [306:306:8:4294967295] 00000400:00000200:0.0:1749393529.528035:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393529.528039:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393529.528041:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393529.528047:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393529.528052:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393529.528053:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393529.528055:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393529.528060:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393529.528075:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1749393529.528075:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749393529.528078:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393529.528082:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [300:300:255:4294967295] 192.168.203.132@tcp LPNI seq info [307:307:7:4294967295] 00000800:00000200:3.0:1749393529.528084:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393529.528087:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393529.528096:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393529.528098:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393529.528102:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393529.528104:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393529.528108:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393529.528113:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393529.528126:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393529.528130:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393529.528134:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393529.528138:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393529.528142:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae156c0. 00000100:00000010:3.0:1749393529.528183:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15180. 02000000:00000010:0.0:1749393529.528210:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393529.528215:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393529.528217:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393529.528221:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393529.528224:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499727360, portal 10 00000400:00000010:0.0:1749393529.528229:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393529.528231:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499727360, offset 0 00000400:00000200:0.0:1749393529.528236:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393529.528239:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393529.528240:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393529.528244:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749393529.528244:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749393529.528247:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393529.528250:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393529.528251:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393529.528259:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393529.528260:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393529.528262:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393529.528264:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d435d8 00000400:00000200:0.0:1749393529.528266:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [301:301:254:4294967295] 192.168.203.132@tcp LPNI seq info [308:308:6:4294967295] 00000400:00000010:2.0:1749393529.528267:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d435d8. 00000400:00000200:0.0:1749393529.528270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393529.528278:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393529.528280:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499727104/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393529.528283:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393529.528286:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393529.528290:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393529.528295:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393529.528298:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393529.528305:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393529.528305:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393529.528307:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393529.528310:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393529.528314:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393529.528317:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749393529.528319:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393529.528324:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499727232/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393529.528391:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393529.528393:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393529.528396:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393529.528399:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393529.528402:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749393529.528403:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749393529.528408:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499727360/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393529.530220:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530228:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393529.530236:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530240:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530245:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530249:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09900 00000400:00000200:2.0:1749393529.530255:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530270:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xf05 [1] + 224 00000400:00000200:2.0:1749393529.530283:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393529.530287:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393529.530296:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499727104/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393529.530338:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530342:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393529.530346:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530350:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530353:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530356:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09980 00000400:00000200:2.0:1749393529.530359:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530363:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xf15 [1] + 0 00000400:00000200:2.0:1749393529.530368:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393529.530371:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393529.530376:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499727232/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393529.530393:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393529.530403:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393529.530406:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:2.0:1749393529.530416:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393529.530416:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499727104/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393529.530420:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393529.530424:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530426:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393529.530429:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499727104/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393529.530430:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530433:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09a00 00000400:00000200:2.0:1749393529.530435:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393529.530439:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xf1d [1] + 0 00000400:00000200:2.0:1749393529.530454:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393529.530458:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:3.0:1749393529.530458:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 00000100:00000200:2.0:1749393529.530464:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499727360/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393529.530465:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:3.0:1749393529.530470:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000400:00000010:0.0:1749393529.530500:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393529.530508:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393529.530510:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393529.530520:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499727232/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393529.530533:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499727232/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393529.530558:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393529.530560:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393529.530562:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393529.530566:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499727360/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393529.530575:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499727360/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393529.530587:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393529.530593:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393529.530596:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749393529.530630:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393529.530643:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393529.530647:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:3.0:1749393529.531692:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15180. 00000100:00000010:2.0:1749393529.531704:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae156c0. 00000100:00000010:2.0:1749393534.535722:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393534.535750:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749393534.535810:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393534.535817:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393534.535841:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393534.535845:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393534.535899:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749393534.535915:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393534.535920:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393534.535928:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 02000000:00000010:0.0:1749393534.535934:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000100:00000200:3.0:1749393534.535937:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499727488, portal 25 00000400:00000010:3.0:1749393534.535942:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000400:00000200:0.0:1749393534.535944:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393534.535945:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499727488, offset 0 00000400:00000010:0.0:1749393534.535948:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393534.535955:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393534.535963:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393534.535966:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499727616, portal 10 00000400:00000200:3.0:1749393534.535967:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393534.535973:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393534.535976:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499727616, offset 0 00000400:00000200:3.0:1749393534.535976:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393534.535983:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393534.535983:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393534.535988:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393534.535988:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393534.535993:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393534.535994:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393534.535997:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393534.536000:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393534.536003:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393534.536005:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393534.536009:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393534.536010:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [302:302:256:4294967295] 192.168.203.132@tcp LPNI seq info [309:309:8:4294967295] 00000400:00000200:3.0:1749393534.536012:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [303:303:256:4294967295] 192.168.203.132@tcp LPNI seq info [310:310:8:4294967295] 00000400:00000200:0.0:1749393534.536013:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393534.536017:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393534.536027:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393534.536034:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393534.536038:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393534.536039:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000800:00000200:0.0:1749393534.536042:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393534.536045:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:3.0:1749393534.536047:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393534.536050:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393534.536058:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393534.536058:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393534.536063:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393534.536063:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749393534.536087:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393534.536088:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393534.536094:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89300. 00000100:00000010:0.0:1749393534.536114:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89c80. 02000000:00000010:0.0:1749393534.536149:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393534.536153:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393534.536155:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393534.536158:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393534.536170:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499727744, portal 10 00000400:00000010:0.0:1749393534.536174:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393534.536176:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499727744, offset 0 00000800:00000200:2.0:1749393534.536178:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393534.536181:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393534.536182:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:0.0:1749393534.536185:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393534.536188:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393534.536189:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393534.536191:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393534.536193:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393534.536196:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393534.536196:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393534.536198:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393534.536201:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [304:304:254:4294967295] 192.168.203.132@tcp LPNI seq info [311:311:6:4294967295] 00000400:00000200:2.0:1749393534.536201:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:2.0:1749393534.536203:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000400:00000200:0.0:1749393534.536204:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393534.536210:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393534.536214:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393534.536216:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000100:00000200:2.0:1749393534.536216:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499727616/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393534.536219:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393534.536223:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393534.536226:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393534.536231:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393534.536237:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393534.536238:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:2.0:1749393534.536242:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393534.536245:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393534.536247:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:2.0:1749393534.536249:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:2.0:1749393534.536253:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499727488/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393534.536326:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393534.536328:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393534.536330:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393534.536333:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393534.536335:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:2.0:1749393534.536336:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:2.0:1749393534.536340:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499727744/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393534.537779:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537785:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393534.537792:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537796:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537799:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537803:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09a80 00000400:00000200:2.0:1749393534.537807:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537813:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xf25 [1] + 224 00000400:00000200:2.0:1749393534.537823:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393534.537826:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393534.537833:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499727488/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393534.537866:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537869:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393534.537872:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537874:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537876:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537878:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09b00 00000400:00000200:2.0:1749393534.537881:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537883:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xf35 [1] + 0 00000400:00000200:2.0:1749393534.537887:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393534.537890:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393534.537893:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499727616/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393534.537912:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537914:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393534.537917:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537919:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537929:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393534.537931:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09b80 00000400:00000200:2.0:1749393534.537934:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393534.537936:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393534.537944:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393534.537946:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:2.0:1749393534.537950:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xf3d [1] + 0 00000100:00000200:3.0:1749393534.537954:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499727488/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393534.537958:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393534.537963:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000100:00000200:3.0:1749393534.537964:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499727488/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393534.537965:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000400:00000200:2.0:1749393534.537965:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393534.537968:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393534.537971:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499727616/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393534.537973:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499727744/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393534.537981:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499727616/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393534.537988:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:3.0:1749393534.537994:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:3.0:1749393534.537998:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000010:0.0:1749393534.538002:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393534.538004:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749393534.538005:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393534.538009:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499727744/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393534.538027:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499727744/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393534.538039:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393534.538043:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393534.538046:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749393534.538050:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393534.538053:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393534.538055:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749393534.539690:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89300. 00000100:00000010:3.0:1749393534.539700:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89c80. 00000100:00000010:0.0:1749393539.543835:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1180. 02000000:00000010:0.0:1749393539.543861:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749393539.543915:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749393539.543922:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58000. 00000100:00000010:0.0:1749393539.543941:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0700. 02000000:00000010:0.0:1749393539.543945:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a400. 02000000:00000010:2.0:1749393539.543978:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:0.0:1749393539.543984:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646fe00. 00000400:00000200:0.0:1749393539.543993:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.543993:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393539.543997:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:2.0:1749393539.543997:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586160. 00000400:00000010:0.0:1749393539.544003:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000010:2.0:1749393539.544003:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e4c8. 00000100:00000200:0.0:1749393539.544011:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499727872, portal 25 00000100:00000200:2.0:1749393539.544014:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499728000, portal 10 00000400:00000010:0.0:1749393539.544015:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393539.544018:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499727872, offset 0 00000400:00000010:2.0:1749393539.544020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393539.544022:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499728000, offset 0 00000400:00000200:0.0:1749393539.544026:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393539.544027:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393539.544035:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.544035:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393539.544044:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393539.544044:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393539.544049:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393539.544049:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393539.544053:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393539.544053:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393539.544057:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393539.544057:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393539.544059:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393539.544059:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393539.544063:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [305:305:256:4294967295] 192.168.203.132@tcp LPNI seq info [312:313:8:4294967295] 00000400:00000200:2.0:1749393539.544063:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [305:305:256:4294967295] 192.168.203.132@tcp LPNI seq info [313:313:8:4294967295] 00000400:00000200:0.0:1749393539.544066:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.544066:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.544076:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393539.544081:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393539.544085:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749393539.544086:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393539.544110:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393539.544114:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393539.544116:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393539.544118:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393539.544126:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393539.544126:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393539.544131:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393539.544135:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393539.544142:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.544143:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393539.544146:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b897c0. 00000100:00000010:0.0:1749393539.544169:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b890c0. 00000800:00000200:2.0:1749393539.544185:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393539.544187:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393539.544193:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393539.544198:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393539.544201:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749393539.544203:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749393539.544213:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1180 x1834371499727872/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393539.544256:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671000. 00000400:00000200:3.0:1749393539.544264:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393539.544267:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393539.544270:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393539.544274:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499728128, portal 10 00000020:00000010:3.0:1749393539.544282:0:2000:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800b3bcc000. 00000400:00000010:3.0:1749393539.544285:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d434c8. 00000800:00000200:2.0:1749393539.544287:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1749393539.544287:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499728128, offset 0 00000800:00000010:2.0:1749393539.544289:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:2.0:1749393539.544291:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393539.544293:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393539.544294:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393539.544303:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000200:3.0:1749393539.544304:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393539.544305:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749393539.544308:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749393539.544309:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499728000/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393539.544310:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393539.544313:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393539.544315:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393539.544317:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393539.544319:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [306:306:255:4294967295] 192.168.203.132@tcp LPNI seq info [314:314:7:4294967295] 00000400:00000200:3.0:1749393539.544322:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393539.544328:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393539.544331:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393539.544334:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000800:00000200:3.0:1749393539.544338:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393539.544342:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393539.544345:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393539.544355:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393539.544374:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393539.544375:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:2.0:1749393539.544379:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393539.544381:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393539.544383:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d434c8 00000400:00000010:2.0:1749393539.544384:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d434c8. 00000100:00000200:2.0:1749393539.544388:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0700 x1834371499728128/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393539.545523:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545529:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393539.545535:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545538:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545542:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545545:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09c00 00000400:00000200:2.0:1749393539.545554:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545559:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xf45 [1] + 224 00000400:00000200:2.0:1749393539.545568:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393539.545571:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393539.545578:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1180 x1834371499727872/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393539.545625:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393539.545626:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545629:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:0.0:1749393539.545630:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749393539.545631:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000400:00000200:2.0:1749393539.545632:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545634:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545636:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393539.545638:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1180 x1834371499727872/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393539.545638:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09c80 00000400:00000200:2.0:1749393539.545641:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545643:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xf4d [1] + 0 00000100:00000200:0.0:1749393539.545647:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1180 x1834371499727872/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393539.545647:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393539.545650:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393539.545654:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499728000/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393539.545669:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646fe00. 00000400:00000200:2.0:1749393539.545672:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393539.545674:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393539.545674:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393539.545676:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393539.545677:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1180. 00000400:00000200:2.0:1749393539.545678:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545680:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545682:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09d00 00000400:00000200:2.0:1749393539.545684:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393539.545686:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xf5d [1] + 0 00000400:00000200:2.0:1749393539.545698:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393539.545700:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393539.545704:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0700 x1834371499728128/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393539.545739:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586160. 00000400:00000200:3.0:1749393539.545745:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e4c8 00000400:00000010:3.0:1749393539.545746:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e4c8. 00000100:00000200:3.0:1749393539.545753:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499728000/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393539.545762:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499728000/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749393539.545775:0:2000:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800b3bce000. 00000400:00000010:3.0:1749393539.545786:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393539.545789:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393539.545791:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393539.545794:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0700 x1834371499728128/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393539.545800:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0700 x1834371499728128/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393539.545821:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393539.545825:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58000. 00000100:00000010:3.0:1749393539.545829:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 02000000:00000010:3.0:1749393539.545831:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671000. 02000000:00000010:3.0:1749393539.545834:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a400. 00000100:00000010:3.0:1749393539.545837:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0700. 00000100:00000010:2.0:1749393539.547670:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b897c0. 00000100:00000010:3.0:1749393539.547677:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b890c0. 00000100:00000010:0.0:1749393544.551728:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1180. 02000000:00000010:0.0:1749393544.551753:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749393544.551814:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0700. 02000000:00000010:0.0:1749393544.551821:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59800. 00000100:00000010:0.0:1749393544.551845:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749393544.551849:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59400. 02000000:00000010:1.0:1749393544.551878:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f50800. 00000400:00000200:1.0:1749393544.551890:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:3.0:1749393544.551892:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671000. 00000400:00000010:1.0:1749393544.551894:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393544.551900:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000400:00000200:3.0:1749393544.551900:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393544.551903:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000100:00000200:1.0:1749393544.551907:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499728256, portal 25 00000400:00000010:3.0:1749393544.551907:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000400:00000010:1.0:1749393544.551910:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1550. 00000100:00000200:3.0:1749393544.551911:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499728384, portal 10 00000100:00000200:1.0:1749393544.551913:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499728256, offset 0 00000400:00000010:3.0:1749393544.551916:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749393544.551918:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499728384, offset 0 00000400:00000200:1.0:1749393544.551920:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393544.551924:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393544.551929:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393544.551929:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393544.551935:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393544.551936:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393544.551940:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393544.551940:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393544.551943:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393544.551944:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393544.551947:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393544.551947:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393544.551948:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393544.551949:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749393544.551951:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [307:307:256:4294967295] 192.168.203.132@tcp LPNI seq info [315:315:8:4294967295] 00000400:00000200:3.0:1749393544.551953:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [308:308:256:4294967295] 192.168.203.132@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:1.0:1749393544.551954:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393544.551957:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393544.551966:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393544.551972:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393544.551973:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749393544.551976:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393544.551976:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000800:00000010:1.0:1749393544.551978:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebb00. 00000800:00000200:1.0:1749393544.551983:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393544.551983:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749393544.551991:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393544.551991:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749393544.551995:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1749393544.551995:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749393544.552013:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393544.552016:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393544.552017:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c3c0. 00000100:00000010:1.0:1749393544.552034:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c980. 02000000:00000010:3.0:1749393544.552046:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671400. 00000400:00000200:3.0:1749393544.552050:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393544.552052:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4898. 00000400:00000010:3.0:1749393544.552082:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749393544.552085:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499728512, portal 10 00000400:00000010:3.0:1749393544.552089:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 00000100:00000200:3.0:1749393544.552091:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499728512, offset 0 00000400:00000200:3.0:1749393544.552096:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393544.552100:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393544.552103:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393544.552106:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393544.552108:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393544.552110:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393544.552112:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393544.552114:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1749393544.552115:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [309:309:254:4294967295] 192.168.203.132@tcp LPNI seq info [317:317:6:4294967295] 00000400:00000200:3.0:1749393544.552118:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393544.552119:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebb00. 00000400:00000200:3.0:1749393544.552124:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749393544.552126:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1749393544.552128:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393544.552131:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000400:00000200:2.0:1749393544.552132:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:3.0:1749393544.552135:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393544.552136:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1550 00000400:00000010:2.0:1749393544.552138:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1550. 00000800:00000200:3.0:1749393544.552140:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393544.552142:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393544.552148:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393544.552149:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1180 x1834371499728256/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393544.552169:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393544.552170:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000200:2.0:1749393544.552174:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393544.552177:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393544.552179:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000010:2.0:1749393544.552181:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000100:00000200:2.0:1749393544.552185:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0700 x1834371499728384/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393544.552257:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393544.552260:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000400:00000200:2.0:1749393544.552263:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393544.552266:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393544.552268:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000010:2.0:1749393544.552270:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000100:00000200:2.0:1749393544.552274:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499728512/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393544.554152:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554158:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393544.554164:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554168:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554171:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554181:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09d80 00000400:00000200:2.0:1749393544.554185:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554190:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xf6d [1] + 224 00000400:00000200:2.0:1749393544.554200:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393544.554203:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393544.554210:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1180 x1834371499728256/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393544.554238:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554242:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393544.554245:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554248:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554250:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554253:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09e80 00000400:00000200:2.0:1749393544.554256:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554259:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xf85 [1] + 0 00000400:00000200:2.0:1749393544.554264:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393544.554267:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393544.554271:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499728512/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393544.554287:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749393544.554292:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749393544.554293:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749393544.554298:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1180 x1834371499728256/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393544.554301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554305:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393544.554308:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749393544.554310:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1180 x1834371499728256/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393544.554311:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554313:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393544.554316:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09e00 00000400:00000200:2.0:1749393544.554319:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393544.554321:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4898. 00000400:00000200:3.0:1749393544.554326:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 02000000:00000010:1.0:1749393544.554328:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f50800. 00000400:00000010:3.0:1749393544.554328:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 02000000:00000010:1.0:1749393544.554332:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393544.554333:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xf75 [1] + 0 00000100:00000010:1.0:1749393544.554334:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1180. 00000100:00000200:3.0:1749393544.554334:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499728512/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393544.554344:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499728512/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393544.554346:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393544.554349:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393544.554357:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0700 x1834371499728384/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393544.554373:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671400. 02000000:00000010:3.0:1749393544.554377:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59400. 00000100:00000010:3.0:1749393544.554381:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 00000400:00000010:3.0:1749393544.554386:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393544.554389:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393544.554390:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393544.554394:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0700 x1834371499728384/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393544.554403:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0700 x1834371499728384/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393544.554414:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671000. 02000000:00000010:3.0:1749393544.554416:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59800. 00000100:00000010:3.0:1749393544.554418:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0700. 00000100:00000010:3.0:1749393544.555667:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c980. 00000100:00000010:2.0:1749393544.555680:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c3c0. 00000100:00000010:2.0:1749393549.559935:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393549.559971:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ef00. 00000100:00000010:2.0:1749393549.560083:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393549.560093:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393549.560123:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393549.560128:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393549.560153:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 02000000:00000010:0.0:1749393549.560160:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:3.0:1749393549.560171:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393549.560173:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393549.560177:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:3.0:1749393549.560177:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:0.0:1749393549.560186:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000010:3.0:1749393549.560186:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:0.0:1749393549.560196:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499728768, portal 10 00000100:00000200:3.0:1749393549.560201:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499728640, portal 25 00000400:00000010:3.0:1749393549.560207:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749393549.560211:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499728640, offset 0 00000400:00000010:0.0:1749393549.560221:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:3.0:1749393549.560223:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393549.560225:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499728768, offset 0 00000400:00000200:0.0:1749393549.560233:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393549.560235:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393549.560240:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393549.560245:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393549.560246:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393549.560252:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393549.560253:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393549.560258:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393549.560259:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393549.560263:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393549.560264:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393549.560267:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393549.560267:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393549.560272:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [310:310:256:4294967295] 192.168.203.132@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:3.0:1749393549.560273:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [310:310:256:4294967295] 192.168.203.132@tcp LPNI seq info [318:319:8:4294967295] 00000400:00000200:0.0:1749393549.560278:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393549.560278:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393549.560301:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393549.560309:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393549.560313:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393549.560314:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000800:00000200:0.0:1749393549.560318:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393549.560323:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393549.560324:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393549.560329:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393549.560336:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393549.560336:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393549.560343:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393549.560343:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393549.560374:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393549.560374:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393549.560381:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15180. 00000100:00000010:3.0:1749393549.560412:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f00. 02000000:00000010:0.0:1749393549.560432:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393549.560436:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393549.560439:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393549.560442:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393549.560446:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499728896, portal 10 00000400:00000010:0.0:1749393549.560453:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000800:00000200:2.0:1749393549.560454:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393549.560455:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499728896, offset 0 00000800:00000010:2.0:1749393549.560458:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749393549.560460:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393549.560464:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393549.560467:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393549.560468:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393549.560470:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393549.560473:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393549.560476:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393549.560477:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393549.560482:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000200:0.0:1749393549.560485:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749393549.560485:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:0.0:1749393549.560489:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [311:311:254:4294967295] 192.168.203.132@tcp LPNI seq info [320:320:6:4294967295] 00000400:00000200:0.0:1749393549.560493:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393549.560499:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499728640/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393549.560502:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393549.560506:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393549.560510:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393549.560514:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393549.560519:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393549.560522:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393549.560528:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393549.560597:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393549.560600:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393549.560643:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393549.560648:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393549.560651:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:2.0:1749393549.560653:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749393549.560659:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499728768/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393549.560691:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393549.560694:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393549.560696:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393549.560700:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393549.560702:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749393549.560704:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749393549.560718:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499728896/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393549.562818:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562826:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393549.562835:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562839:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562844:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562849:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a09f00 00000400:00000200:2.0:1749393549.562854:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562861:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xf9d [1] + 224 00000400:00000200:2.0:1749393549.562872:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393549.562876:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393549.562885:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499728640/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393549.562926:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562931:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393549.562934:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562937:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562940:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562943:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a000 00000400:00000200:2.0:1749393549.562946:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562950:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xfad [1] + 0 00000400:00000200:2.0:1749393549.562955:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393549.562959:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393549.562964:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499728896/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393549.562988:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.562991:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393549.562995:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.563007:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.563011:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393549.563014:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a09f80 00000400:00000010:3.0:1749393549.563016:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393549.563017:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393549.563053:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393549.563055:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:2.0:1749393549.563062:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xf95 [1] + 0 00000100:00000200:3.0:1749393549.563065:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499728640/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393549.563079:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499728640/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393549.563081:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393549.563085:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393549.563091:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499728768/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393549.563099:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393549.563107:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 02000000:00000010:3.0:1749393549.563107:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 00000400:00000010:0.0:1749393549.563110:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 02000000:00000010:3.0:1749393549.563114:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ef00. 00000100:00000200:0.0:1749393549.563119:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499728896/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393549.563119:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000200:0.0:1749393549.563133:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499728896/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393549.563159:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393549.563165:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393549.563169:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000400:00000010:0.0:1749393549.563174:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393549.563176:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749393549.563178:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393549.563182:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499728768/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393549.563191:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499728768/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393549.563203:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393549.563206:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393549.563218:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000100:00000010:2.0:1749393549.563670:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15180. 00000100:00000010:3.0:1749393549.563711:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f00. 00000100:00000010:2.0:1749393554.567671:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393554.567689:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749393554.567730:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393554.567735:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393554.567751:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393554.567754:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393554.567789:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749393554.567800:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393554.567804:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393554.567809:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393554.567815:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499729024, portal 25 00000400:00000010:3.0:1749393554.567819:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43330. 00000100:00000200:3.0:1749393554.567822:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499729024, offset 0 00000400:00000200:3.0:1749393554.567829:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393554.567837:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393554.567843:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393554.567848:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1749393554.567852:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:3.0:1749393554.567861:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393554.567864:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393554.567866:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393554.567866:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749393554.567869:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393554.567869:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [312:312:256:4294967295] 192.168.203.132@tcp LPNI seq info [321:321:8:4294967295] 00000400:00000200:3.0:1749393554.567872:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393554.567873:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393554.567879:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499729152, portal 10 00000400:00000200:3.0:1749393554.567880:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:0.0:1749393554.567884:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000800:00000200:3.0:1749393554.567884:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393554.567886:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499729152, offset 0 00000800:00000010:3.0:1749393554.567887:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749393554.567892:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393554.567893:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393554.567899:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393554.567900:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393554.567904:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393554.567904:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393554.567908:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393554.567911:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393554.567914:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393554.567916:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393554.567918:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [313:313:255:4294967295] 192.168.203.132@tcp LPNI seq info [322:322:7:4294967295] 00000400:00000200:3.0:1749393554.567921:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393554.567922:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393554.567926:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f00. 00000400:00000200:0.0:1749393554.567929:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393554.567932:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393554.567935:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000100:00000010:3.0:1749393554.567935:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15dc0. 00000800:00000200:0.0:1749393554.567939:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393554.567945:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393554.567949:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393554.567954:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393554.567962:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393554.567963:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393554.567964:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393554.567965:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393554.567966:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000800:00000010:2.0:1749393554.567966:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000100:00000200:0.0:1749393554.567968:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499729280, portal 10 00000400:00000010:0.0:1749393554.567970:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393554.567971:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499729280, offset 0 00000400:00000200:2.0:1749393554.567971:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393554.567976:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393554.567979:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43330 00000400:00000010:2.0:1749393554.567981:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43330. 00000400:00000200:0.0:1749393554.567982:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393554.567984:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393554.568004:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393554.568005:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393554.568007:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393554.568008:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393554.568010:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393554.568010:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499729024/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393554.568011:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [314:314:254:4294967295] 192.168.203.132@tcp LPNI seq info [323:323:6:4294967295] 00000400:00000200:0.0:1749393554.568014:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393554.568017:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393554.568020:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393554.568021:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393554.568023:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393554.568026:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393554.568028:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393554.568031:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393554.568072:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393554.568074:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393554.568075:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393554.568078:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393554.568080:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:2.0:1749393554.568081:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749393554.568085:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499729152/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393554.568109:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393554.568110:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393554.568111:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393554.568113:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393554.568115:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:2.0:1749393554.568116:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749393554.568119:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499729280/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393554.568967:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.568970:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393554.568975:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.568978:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.568982:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.568996:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a180 00000400:00000200:2.0:1749393554.569000:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.569005:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xfcd [1] + 0 00000400:00000200:2.0:1749393554.569015:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393554.569018:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393554.569024:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499729280/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393554.569051:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.569055:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393554.569058:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.569060:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.569063:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393554.569065:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:2.0:1749393554.569066:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a100 00000400:00000200:0.0:1749393554.569068:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000200:2.0:1749393554.569069:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393554.569070:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000400:00000200:2.0:1749393554.569073:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xfc5 [1] + 0 00000100:00000200:0.0:1749393554.569076:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499729280/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393554.569079:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393554.569084:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499729280/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393554.569087:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393554.569091:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499729152/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393554.569101:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.569103:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:0.0:1749393554.569104:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 00000400:00000200:2.0:1749393554.569105:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.569106:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393554.569108:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000400:00000200:2.0:1749393554.569108:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.569110:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0a080 00000100:00000010:0.0:1749393554.569111:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000400:00000200:2.0:1749393554.569111:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393554.569113:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xfb5 [1] + 224 00000400:00000010:0.0:1749393554.569116:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393554.569117:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749393554.569118:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393554.569121:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499729152/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393554.569121:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393554.569123:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393554.569126:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499729024/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393554.569131:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499729152/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393554.569140:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393554.569141:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393554.569143:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000400:00000010:3.0:1749393554.569199:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393554.569205:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393554.569206:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393554.569211:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499729024/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393554.569218:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499729024/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393554.569233:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:3.0:1749393554.569236:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:3.0:1749393554.569239:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000100:00000010:2.0:1749393554.571712:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f00. 00000100:00000010:3.0:1749393554.571715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15dc0. 00000100:00000010:2.0:1749393559.575720:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393559.575745:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749393559.575800:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393559.575807:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393559.575828:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393559.575832:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393559.575853:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749393559.575868:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393559.575872:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393559.575878:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393559.575885:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499729408, portal 25 00000400:00000010:3.0:1749393559.575900:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d432a8. 00000100:00000200:3.0:1749393559.575903:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499729408, offset 0 00000400:00000200:3.0:1749393559.575910:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393559.575919:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393559.575920:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:3.0:1749393559.575926:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393559.575930:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393559.575931:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393559.575933:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393559.575934:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393559.575937:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000200:3.0:1749393559.575938:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393559.575940:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393559.575941:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499729536, portal 10 00000400:00000200:3.0:1749393559.575944:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [315:315:256:4294967295] 192.168.203.132@tcp LPNI seq info [324:324:8:4294967295] 00000400:00000010:0.0:1749393559.575947:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000400:00000200:3.0:1749393559.575948:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393559.575950:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499729536, offset 0 00000400:00000200:0.0:1749393559.575981:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393559.575987:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393559.575990:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393559.575992:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393559.575995:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393559.575996:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393559.575999:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393559.575999:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749393559.576001:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393559.576003:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749393559.576005:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393559.576007:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [316:316:255:4294967295] 192.168.203.132@tcp LPNI seq info [325:325:7:4294967295] 00000400:00000200:0.0:1749393559.576010:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393559.576012:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393559.576017:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393559.576018:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393559.576022:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393559.576025:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393559.576029:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393559.576034:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393559.576038:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393559.576040:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393559.576044:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393559.576044:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15dc0. 00000100:00000010:3.0:1749393559.576058:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae153c0. 02000000:00000010:0.0:1749393559.576073:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393559.576085:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393559.576087:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393559.576089:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393559.576092:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499729664, portal 10 00000400:00000010:0.0:1749393559.576097:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393559.576099:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499729664, offset 0 00000800:00000200:2.0:1749393559.576102:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393559.576103:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393559.576105:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749393559.576106:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393559.576109:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393559.576112:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393559.576112:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393559.576114:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393559.576116:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393559.576118:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393559.576121:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393559.576122:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [317:317:254:4294967295] 192.168.203.132@tcp LPNI seq info [326:326:6:4294967295] 00000400:00000200:0.0:1749393559.576125:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.576126:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d432a8 00000400:00000010:2.0:1749393559.576128:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d432a8. 00000400:00000200:0.0:1749393559.576131:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393559.576135:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393559.576137:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000100:00000200:2.0:1749393559.576139:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499729408/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393559.576140:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393559.576144:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393559.576146:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393559.576150:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393559.576177:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393559.576179:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393559.576182:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393559.576186:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393559.576188:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:2.0:1749393559.576190:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:2.0:1749393559.576195:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499729536/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393559.576263:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393559.576265:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393559.576267:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393559.576271:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393559.576273:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749393559.576275:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393559.576279:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499729664/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393559.577531:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577536:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393559.577542:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577545:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577550:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577554:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a280 00000400:00000200:2.0:1749393559.577558:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577564:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xfe5 [1] + 0 00000400:00000200:2.0:1749393559.577573:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393559.577576:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393559.577581:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499729536/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393559.577629:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577636:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393559.577640:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393559.577642:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393559.577642:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577645:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577647:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a300 00000400:00000200:0.0:1749393559.577648:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749393559.577650:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000400:00000200:2.0:1749393559.577650:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577654:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0xfed [1] + 0 00000100:00000200:0.0:1749393559.577660:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499729536/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393559.577661:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393559.577664:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393559.577669:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499729664/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393559.577671:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499729536/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393559.577681:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577684:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393559.577687:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577689:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577692:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393559.577694:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0a200 00000400:00000010:0.0:1749393559.577697:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:2.0:1749393559.577697:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393559.577706:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:0.0:1749393559.577708:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393559.577713:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499729664/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393559.577713:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xfd5 [1] + 224 00000100:00000200:0.0:1749393559.577721:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499729664/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393559.577726:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393559.577729:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393559.577733:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499729408/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393559.577735:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393559.577740:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393559.577744:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749393559.577748:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393559.577751:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393559.577754:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000010:3.0:1749393559.577811:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393559.577819:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393559.577821:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393559.577831:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499729408/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393559.577846:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499729408/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393559.577866:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:3.0:1749393559.577871:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:3.0:1749393559.577876:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749393559.579653:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15dc0. 00000100:00000010:3.0:1749393559.579692:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae153c0. 00000100:00000010:2.0:1749393564.583803:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393564.583832:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749393564.583901:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393564.583913:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393564.583978:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000100:00000010:2.0:1749393564.583983:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393564.583990:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000400:00000200:3.0:1749393564.583996:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393564.584002:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393564.584011:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393564.584020:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499729792, portal 25 00000400:00000010:3.0:1749393564.584025:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393564.584028:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499729792, offset 0 00000400:00000200:3.0:1749393564.584038:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393564.584047:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393564.584056:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393564.584064:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393564.584069:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393564.584075:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393564.584079:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393564.584085:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [318:318:256:4294967295] 192.168.203.132@tcp LPNI seq info [327:327:8:4294967295] 00000400:00000200:3.0:1749393564.584092:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393564.584095:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393564.584107:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393564.584107:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:0.0:1749393564.584111:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393564.584116:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000800:00000200:3.0:1749393564.584117:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393564.584121:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499729920, portal 10 00000800:00000010:3.0:1749393564.584123:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000400:00000010:0.0:1749393564.584127:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393564.584130:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499729920, offset 0 00000800:00000200:3.0:1749393564.584133:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393564.584138:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393564.584144:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393564.584146:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393564.584150:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393564.584153:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393564.584155:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393564.584158:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393564.584162:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393564.584164:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393564.584168:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [319:319:255:4294967295] 192.168.203.132@tcp LPNI seq info [328:328:7:4294967295] 00000400:00000200:0.0:1749393564.584173:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393564.584182:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393564.584187:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393564.584191:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393564.584192:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393564.584201:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae153c0. 00000800:00000200:0.0:1749393564.584205:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393564.584212:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393564.584216:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393564.584216:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15540. 00000400:00000200:0.0:1749393564.584224:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393564.584235:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393564.584239:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393564.584242:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393564.584245:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393564.584247:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499730048, portal 10 00000400:00000010:0.0:1749393564.584251:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000800:00000200:2.0:1749393564.584251:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393564.584253:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499730048, offset 0 00000800:00000010:2.0:1749393564.584256:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:0.0:1749393564.584257:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393564.584261:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.584263:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393564.584264:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393564.584267:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393564.584270:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393564.584271:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393564.584272:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393564.584274:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393564.584276:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000200:0.0:1749393564.584277:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [320:320:254:4294967295] 192.168.203.132@tcp LPNI seq info [329:329:6:4294967295] 00000400:00000010:2.0:1749393564.584278:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000400:00000200:0.0:1749393564.584281:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393564.584288:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393564.584290:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499729792/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393564.584292:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393564.584295:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393564.584298:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393564.584302:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393564.584305:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393564.584309:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393564.584312:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393564.584314:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393564.584318:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393564.584321:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393564.584324:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749393564.584326:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749393564.584331:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499729920/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393564.584394:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393564.584397:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393564.584399:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393564.584402:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393564.584405:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:2.0:1749393564.584406:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:2.0:1749393564.584411:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499730048/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393564.586197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586205:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393564.586213:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586217:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586221:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586225:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0a380 00000400:00000200:2.0:1749393564.586230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586236:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0xff5 [1] + 224 00000400:00000200:2.0:1749393564.586256:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393564.586260:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393564.586269:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499729792/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393564.586310:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586314:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393564.586318:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586321:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586324:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586327:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a400 00000400:00000200:2.0:1749393564.586330:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586334:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1005 [1] + 0 00000400:00000200:2.0:1749393564.586339:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393564.586342:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393564.586347:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499729920/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393564.586371:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586374:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393564.586378:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586380:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586383:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586386:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a480 00000400:00000200:2.0:1749393564.586389:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393564.586392:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x100d [1] + 0 00000400:00000010:3.0:1749393564.586401:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393564.586406:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393564.586409:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393564.586410:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393564.586413:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393564.586422:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499729792/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393564.586424:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393564.586432:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:0.0:1749393564.586434:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749393564.586441:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499730048/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393564.586444:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499729920/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393564.586452:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499729792/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393564.586466:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499729920/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393564.586477:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:3.0:1749393564.586483:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000100:00000010:3.0:1749393564.586487:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000400:00000010:0.0:1749393564.586491:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393564.586494:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749393564.586495:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393564.586500:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499730048/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393564.586509:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499730048/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393564.586521:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393564.586526:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393564.586530:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749393564.586534:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393564.586538:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393564.586540:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749393564.587708:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae153c0. 00000100:00000010:3.0:1749393564.587722:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15540. 00000100:00000010:0.0:1749393569.591838:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1500. 02000000:00000010:0.0:1749393569.591859:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749393569.591965:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1880. 02000000:00000010:0.0:1749393569.591974:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a000. 00000100:00000010:0.0:1749393569.591997:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2d80. 02000000:00000010:0.0:1749393569.592002:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59c00. 02000000:00000010:2.0:1749393569.592039:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:0.0:1749393569.592041:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ec00. 00000400:00000200:2.0:1749393569.592053:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393569.592054:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393569.592058:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5861b8. 00000400:00000010:0.0:1749393569.592059:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:2.0:1749393569.592064:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000400:00000010:0.0:1749393569.592065:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749393569.592072:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499730304, portal 10 00000100:00000200:0.0:1749393569.592074:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499730176, portal 25 00000400:00000010:2.0:1749393569.592079:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e3b8. 00000400:00000010:0.0:1749393569.592080:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749393569.592082:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499730304, offset 0 00000100:00000200:0.0:1749393569.592084:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499730176, offset 0 00000400:00000200:2.0:1749393569.592091:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393569.592094:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393569.592100:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.592108:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393569.592114:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393569.592115:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.592118:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393569.592122:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393569.592123:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393569.592125:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393569.592128:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393569.592130:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [321:321:256:4294967295] 192.168.203.132@tcp LPNI seq info [330:330:8:4294967295] 00000400:00000200:0.0:1749393569.592133:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393569.592134:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393569.592138:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393569.592142:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393569.592146:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393569.592148:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [322:322:255:4294967295] 192.168.203.132@tcp LPNI seq info [331:331:7:4294967295] 00000800:00000200:2.0:1749393569.592152:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393569.592155:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393569.592157:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:2.0:1749393569.592163:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393569.592167:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393569.592173:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393569.592176:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393569.592178:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:0.0:1749393569.592181:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393569.592189:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393569.592198:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393569.592203:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393569.592205:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393569.592210:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc00. 00000400:00000200:0.0:1749393569.592213:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393569.592227:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dec0. 02000000:00000010:2.0:1749393569.592240:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a92800. 00000400:00000200:2.0:1749393569.592244:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393569.592246:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586210. 00000400:00000010:2.0:1749393569.592249:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e330. 00000100:00000200:2.0:1749393569.592252:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499730432, portal 10 00000400:00000010:2.0:1749393569.592256:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e2a8. 00000100:00000200:2.0:1749393569.592268:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499730432, offset 0 00000400:00000200:2.0:1749393569.592272:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393569.592276:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.592280:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393569.592283:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393569.592286:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393569.592289:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393569.592291:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393569.592294:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [323:323:254:4294967295] 192.168.203.132@tcp LPNI seq info [332:332:6:4294967295] 00000400:00000200:2.0:1749393569.592298:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.592305:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393569.592309:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393569.592312:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:2.0:1749393569.592316:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393569.592321:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393569.592324:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393569.592329:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393569.592329:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393569.592336:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:3.0:1749393569.592342:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393569.592349:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393569.592354:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e3b8 00000400:00000010:3.0:1749393569.592356:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e3b8. 00000100:00000200:3.0:1749393569.592367:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1880 x1834371499730304/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393569.592389:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393569.592391:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393569.592394:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393569.592397:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393569.592400:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:3.0:1749393569.592401:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:3.0:1749393569.592407:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1500 x1834371499730176/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393569.592479:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393569.592481:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1749393569.592484:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393569.592488:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393569.592490:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e2a8 00000400:00000010:3.0:1749393569.592491:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e2a8. 00000100:00000200:3.0:1749393569.592496:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2d80 x1834371499730432/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393569.594106:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594113:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393569.594120:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594124:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594128:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594132:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0a500 00000400:00000200:2.0:1749393569.594137:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594142:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x101d [1] + 224 00000400:00000200:2.0:1749393569.594152:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393569.594156:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393569.594165:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1500 x1834371499730176/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393569.594203:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594215:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393569.594219:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594222:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594225:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594228:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a580 00000400:00000200:2.0:1749393569.594231:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594235:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1015 [1] + 0 00000400:00000200:2.0:1749393569.594242:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393569.594245:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393569.594251:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1880 x1834371499730304/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393569.594276:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594280:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393569.594283:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594286:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594288:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594291:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a600 00000400:00000200:2.0:1749393569.594294:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393569.594297:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x102d [1] + 0 00000400:00000010:0.0:1749393569.594304:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393569.594309:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393569.594311:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000200:2.0:1749393569.594313:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393569.594314:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749393569.594319:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2d80 x1834371499730432/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393569.594322:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1500 x1834371499730176/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393569.594334:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1500 x1834371499730176/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393569.594359:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ec00. 02000000:00000010:0.0:1749393569.594363:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749393569.594367:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1500. 00000400:00000010:3.0:1749393569.594368:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5861b8. 00000400:00000200:3.0:1749393569.594376:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:3.0:1749393569.594378:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:3.0:1749393569.594387:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1880 x1834371499730304/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393569.594399:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1880 x1834371499730304/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393569.594421:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586210. 00000400:00000200:3.0:1749393569.594423:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e330 00000400:00000010:3.0:1749393569.594425:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e330. 00000100:00000200:3.0:1749393569.594429:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2d80 x1834371499730432/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393569.594437:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2d80 x1834371499730432/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393569.594449:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749393569.594453:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a000. 00000100:00000010:3.0:1749393569.594457:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1880. 02000000:00000010:3.0:1749393569.594460:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393569.594462:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59c00. 00000100:00000010:3.0:1749393569.594465:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2d80. 00000100:00000010:2.0:1749393569.595703:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc00. 00000100:00000010:3.0:1749393569.595707:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dec0. 00000100:00000010:0.0:1749393574.599776:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1500. 02000000:00000010:0.0:1749393574.599803:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749393574.599903:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1f80. 02000000:00000010:0.0:1749393574.599912:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a800. 00000100:00000010:0.0:1749393574.599940:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1c00. 02000000:00000010:0.0:1749393574.599962:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5ac00. 02000000:00000010:1.0:1749393574.599973:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f50800. 00000400:00000200:1.0:1749393574.599997:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749393574.600003:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749393574.600010:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749393574.600017:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499730560, portal 25 00000400:00000010:1.0:1749393574.600022:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a15d8. 00000100:00000200:1.0:1749393574.600025:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499730560, offset 0 00000400:00000200:1.0:1749393574.600035:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749393574.600043:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393574.600051:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749393574.600057:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1749393574.600058:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671000. 00000400:00000200:1.0:1749393574.600061:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749393574.600065:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749393574.600069:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393574.600069:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749393574.600073:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [324:324:256:4294967295] 192.168.203.132@tcp LPNI seq info [333:333:8:4294967295] 00000400:00000010:3.0:1749393574.600074:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:1.0:1749393574.600078:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393574.600078:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393574.600083:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499730688, portal 10 00000400:00000200:1.0:1749393574.600089:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:3.0:1749393574.600089:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43220. 00000100:00000200:3.0:1749393574.600092:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499730688, offset 0 00000800:00000200:1.0:1749393574.600096:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393574.600099:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749393574.600100:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:1.0:1749393574.600106:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393574.600114:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:1.0:1749393574.600116:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393574.600120:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:1.0:1749393574.600122:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749393574.600124:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393574.600127:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393574.600131:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393574.600133:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393574.600137:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [325:325:255:4294967295] 192.168.203.132@tcp LPNI seq info [334:334:7:4294967295] 00000400:00000200:1.0:1749393574.600138:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393574.600142:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749393574.600143:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c600. 00000400:00000200:3.0:1749393574.600150:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393574.600155:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393574.600159:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000800:00000200:3.0:1749393574.600164:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393574.600171:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393574.600175:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:1.0:1749393574.600181:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c280. 00000400:00000200:3.0:1749393574.600182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:3.0:1749393574.600193:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671400. 00000400:00000200:3.0:1749393574.600197:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393574.600199:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4898. 00000400:00000010:3.0:1749393574.600202:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749393574.600205:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499730816, portal 10 00000400:00000010:3.0:1749393574.600209:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749393574.600211:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499730816, offset 0 00000400:00000200:3.0:1749393574.600215:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393574.600218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393574.600221:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393574.600224:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393574.600226:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393574.600228:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393574.600230:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393574.600233:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [326:326:254:4294967295] 192.168.203.132@tcp LPNI seq info [335:335:6:4294967295] 00000400:00000200:3.0:1749393574.600237:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393574.600250:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393574.600255:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393574.600259:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000800:00000200:3.0:1749393574.600263:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393574.600268:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393574.600270:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393574.600275:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393574.600330:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393574.600337:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:2.0:1749393574.600343:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393574.600350:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393574.600355:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a15d8 00000400:00000010:2.0:1749393574.600357:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a15d8. 00000100:00000200:2.0:1749393574.600378:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1500 x1834371499730560/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393574.600402:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393574.600404:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:2.0:1749393574.600408:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393574.600411:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393574.600415:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43220 00000400:00000010:2.0:1749393574.600416:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43220. 00000100:00000200:2.0:1749393574.600422:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1f80 x1834371499730688/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393574.600498:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393574.600500:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:2.0:1749393574.600504:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393574.600509:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393574.600512:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000010:2.0:1749393574.600514:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000100:00000200:2.0:1749393574.600522:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1c00 x1834371499730816/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393574.602359:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602368:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393574.602375:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602379:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602383:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602388:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a700 00000400:00000200:2.0:1749393574.602393:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602399:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1045 [1] + 0 00000400:00000200:2.0:1749393574.602408:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393574.602412:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393574.602421:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1f80 x1834371499730688/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393574.602462:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602475:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393574.602480:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602483:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602486:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602489:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0a680 00000400:00000200:2.0:1749393574.602493:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602497:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x103d [1] + 224 00000400:00000200:2.0:1749393574.602505:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393574.602508:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393574.602514:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1500 x1834371499730560/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393574.602539:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602543:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393574.602547:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602549:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393574.602553:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393574.602555:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393574.602556:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a780 00000400:00000200:2.0:1749393574.602559:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393574.602564:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:3.0:1749393574.602566:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393574.602576:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1f80 x1834371499730688/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393574.602580:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1055 [1] + 0 00000100:00000200:3.0:1749393574.602589:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1f80 x1834371499730688/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393574.602596:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393574.602600:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393574.602643:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1c00 x1834371499730816/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393574.602651:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671000. 02000000:00000010:3.0:1749393574.602657:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a800. 00000100:00000010:3.0:1749393574.602662:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1f80. 00000400:00000010:3.0:1749393574.602668:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4898. 00000400:00000200:3.0:1749393574.602670:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000010:3.0:1749393574.602672:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749393574.602678:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1c00 x1834371499730816/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393574.602687:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1c00 x1834371499730816/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393574.602689:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 02000000:00000010:3.0:1749393574.602698:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671400. 00000400:00000200:1.0:1749393574.602699:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 02000000:00000010:3.0:1749393574.602701:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5ac00. 00000400:00000010:1.0:1749393574.602702:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000010:3.0:1749393574.602703:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1c00. 00000100:00000200:1.0:1749393574.602715:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1500 x1834371499730560/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393574.602733:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1500 x1834371499730560/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393574.602760:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f50800. 02000000:00000010:1.0:1749393574.602767:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67d00. 00000100:00000010:1.0:1749393574.602772:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1500. 00000100:00000010:3.0:1749393574.603804:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c280. 00000100:00000010:2.0:1749393574.604706:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c600. 00000100:00000010:0.0:1749393579.607770:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2680. 02000000:00000010:0.0:1749393579.607795:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67100. 00000100:00000010:0.0:1749393579.607894:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2a00. 02000000:00000010:0.0:1749393579.607902:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59800. 00000100:00000010:0.0:1749393579.607927:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3100. 02000000:00000010:0.0:1749393579.607932:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393579.607975:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646fe00. 00000400:00000200:0.0:1749393579.607986:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393579.607991:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393579.607997:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393579.608005:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499730944, portal 25 00000400:00000010:0.0:1749393579.608010:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393579.608013:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499730944, offset 0 00000400:00000200:0.0:1749393579.608022:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393579.608031:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393579.608040:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:3.0:1749393579.608040:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671400. 00000400:00000200:0.0:1749393579.608045:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393579.608050:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393579.608054:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393579.608057:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393579.608061:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [327:327:256:4294967295] 192.168.203.132@tcp LPNI seq info [336:336:8:4294967295] 00000400:00000200:0.0:1749393579.608066:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393579.608066:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393579.608070:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4898. 00000400:00000010:3.0:1749393579.608074:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000400:00000200:0.0:1749393579.608077:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749393579.608079:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499731072, portal 10 00000800:00000200:0.0:1749393579.608084:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000010:3.0:1749393579.608085:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749393579.608088:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499731072, offset 0 00000800:00000010:0.0:1749393579.608089:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393579.608095:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393579.608095:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393579.608101:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393579.608105:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393579.608106:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:0.0:1749393579.608111:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749393579.608111:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393579.608114:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393579.608117:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393579.608120:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393579.608124:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [328:328:255:4294967295] 192.168.203.132@tcp LPNI seq info [337:337:7:4294967295] 00000400:00000200:3.0:1749393579.608128:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393579.608133:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393579.608137:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000010:0.0:1749393579.608139:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89400. 00000800:00000200:3.0:1749393579.608142:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393579.608146:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000800:00000200:3.0:1749393579.608151:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393579.608157:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393579.608161:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:0.0:1749393579.608166:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89980. 00000400:00000200:3.0:1749393579.608168:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:3.0:1749393579.608179:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671000. 00000400:00000200:3.0:1749393579.608182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393579.608185:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393579.608187:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393579.608190:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499731200, portal 10 00000400:00000010:3.0:1749393579.608194:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749393579.608196:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499731200, offset 0 00000400:00000200:3.0:1749393579.608200:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393579.608203:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393579.608211:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393579.608214:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393579.608217:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393579.608219:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393579.608222:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393579.608225:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [329:329:254:4294967295] 192.168.203.132@tcp LPNI seq info [338:338:6:4294967295] 00000400:00000200:3.0:1749393579.608229:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393579.608236:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393579.608240:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393579.608243:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000800:00000200:3.0:1749393579.608246:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393579.608251:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393579.608254:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393579.608256:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1749393579.608259:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393579.608262:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393579.608269:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393579.608277:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393579.608281:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749393579.608284:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749393579.608304:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2680 x1834371499730944/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393579.608329:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393579.608331:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:2.0:1749393579.608334:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393579.608338:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393579.608341:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:2.0:1749393579.608343:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:2.0:1749393579.608348:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2a00 x1834371499731072/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393579.608423:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393579.608426:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:2.0:1749393579.608429:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393579.608432:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393579.608434:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000010:2.0:1749393579.608436:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000100:00000200:2.0:1749393579.608441:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3100 x1834371499731200/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393579.610225:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610233:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393579.610240:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610245:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610249:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610253:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0a800 00000400:00000200:2.0:1749393579.610259:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610265:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1065 [1] + 224 00000400:00000200:2.0:1749393579.610275:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393579.610279:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393579.610288:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2680 x1834371499730944/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393579.610328:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610341:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393579.610346:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610349:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610352:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610356:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a880 00000400:00000200:2.0:1749393579.610359:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393579.610361:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393579.610368:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749393579.610370:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000400:00000200:2.0:1749393579.610375:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x106d [1] + 0 00000100:00000200:0.0:1749393579.610380:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2680 x1834371499730944/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393579.610384:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393579.610387:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393579.610393:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2680 x1834371499730944/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393579.610394:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2a00 x1834371499731072/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393579.610419:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393579.610420:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646fe00. 00000400:00000200:2.0:1749393579.610423:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:0.0:1749393579.610425:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67100. 00000400:00000200:2.0:1749393579.610426:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393579.610429:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2680. 00000400:00000200:2.0:1749393579.610429:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610432:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610435:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0a900 00000400:00000200:2.0:1749393579.610438:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393579.610441:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x107d [1] + 0 00000400:00000200:2.0:1749393579.610458:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393579.610461:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393579.610466:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3100 x1834371499731200/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393579.610513:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4898. 00000400:00000200:3.0:1749393579.610523:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000010:3.0:1749393579.610525:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749393579.610534:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2a00 x1834371499731072/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393579.610547:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2a00 x1834371499731072/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393579.610570:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393579.610573:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:3.0:1749393579.610575:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393579.610579:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3100 x1834371499731200/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393579.610587:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3100 x1834371499731200/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393579.610600:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671400. 02000000:00000010:3.0:1749393579.610650:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59800. 00000100:00000010:3.0:1749393579.610655:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2a00. 02000000:00000010:3.0:1749393579.610659:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671000. 02000000:00000010:3.0:1749393579.610661:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59400. 00000100:00000010:3.0:1749393579.610664:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3100. 00000100:00000010:3.0:1749393579.611700:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89980. 00000100:00000010:2.0:1749393579.611724:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89400. 00000100:00000010:2.0:1749393584.615829:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393584.615848:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749393584.615892:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393584.615898:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393584.615914:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393584.615928:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:0.0:1749393584.615945:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393584.615955:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393584.615959:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 02000000:00000010:2.0:1749393584.615959:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6400. 00000400:00000010:0.0:1749393584.615964:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000400:00000200:2.0:1749393584.615964:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393584.615966:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586268. 00000100:00000200:0.0:1749393584.615970:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499731456, portal 10 00000400:00000010:2.0:1749393584.615970:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749393584.615973:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499731328, portal 25 00000400:00000010:0.0:1749393584.615975:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000010:2.0:1749393584.615976:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e198. 00000100:00000200:0.0:1749393584.615977:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499731456, offset 0 00000100:00000200:2.0:1749393584.615977:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499731328, offset 0 00000400:00000200:0.0:1749393584.615985:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393584.615985:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393584.615992:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.615992:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393584.615998:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393584.615998:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393584.616003:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393584.616003:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393584.616006:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393584.616007:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393584.616010:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393584.616010:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393584.616012:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393584.616012:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393584.616016:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [331:331:256:4294967295] 192.168.203.132@tcp LPNI seq info [340:340:8:4294967295] 00000400:00000200:2.0:1749393584.616016:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [331:331:256:4294967295] 192.168.203.132@tcp LPNI seq info [340:340:8:4294967295] 00000400:00000200:0.0:1749393584.616019:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.616019:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.616026:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393584.616030:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393584.616033:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393584.616033:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000800:00000200:0.0:1749393584.616037:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393584.616037:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393584.616040:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393584.616043:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393584.616045:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393584.616049:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393584.616054:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393584.616056:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393584.616065:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393584.616069:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc40. 00000400:00000200:0.0:1749393584.616070:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393584.616081:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d680. 02000000:00000010:0.0:1749393584.616095:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393584.616098:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393584.616100:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:0.0:1749393584.616102:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393584.616105:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499731584, portal 10 00000800:00000200:3.0:1749393584.616106:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393584.616108:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393584.616109:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499731584, offset 0 00000800:00000010:3.0:1749393584.616110:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:0.0:1749393584.616112:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393584.616115:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393584.616115:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393584.616118:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393584.616120:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393584.616121:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393584.616122:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393584.616124:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393584.616124:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e198 00000400:00000010:3.0:1749393584.616125:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e198. 00000400:00000200:0.0:1749393584.616126:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393584.616128:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [332:332:254:4294967295] 192.168.203.132@tcp LPNI seq info [341:341:6:4294967295] 00000400:00000200:0.0:1749393584.616131:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393584.616134:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499731328/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393584.616135:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393584.616138:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393584.616140:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393584.616142:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393584.616146:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393584.616147:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393584.616151:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393584.616194:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393584.616196:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393584.616198:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393584.616201:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393584.616203:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:3.0:1749393584.616204:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:3.0:1749393584.616208:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499731456/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393584.616226:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393584.616227:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393584.616228:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393584.616231:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393584.616232:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:3.0:1749393584.616233:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749393584.616236:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499731584/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393584.617185:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617190:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393584.617195:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617198:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617210:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0a980 00000400:00000200:2.0:1749393584.617213:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617217:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1095 [1] + 224 00000400:00000200:2.0:1749393584.617225:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393584.617228:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393584.617234:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499731328/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393584.617262:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617265:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393584.617267:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617269:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617271:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617273:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0aa00 00000400:00000200:2.0:1749393584.617276:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617278:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x108d [1] + 0 00000400:00000200:2.0:1749393584.617281:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393584.617283:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393584.617287:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499731456/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393584.617303:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617306:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393584.617308:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617310:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617311:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617314:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0aa80 00000400:00000200:2.0:1749393584.617315:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393584.617317:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x10a5 [1] + 0 00000400:00000010:3.0:1749393584.617325:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586268. 00000400:00000200:3.0:1749393584.617330:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e220 00000400:00000200:2.0:1749393584.617331:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393584.617333:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:3.0:1749393584.617338:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e220. 00000400:00000010:0.0:1749393584.617343:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393584.617344:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499731328/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393584.617348:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749393584.617349:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:3.0:1749393584.617352:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499731328/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393584.617355:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499731456/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393584.617355:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499731584/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393584.617368:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6400. 02000000:00000010:3.0:1749393584.617372:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:3.0:1749393584.617374:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000100:00000200:0.0:1749393584.617375:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499731456/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393584.617391:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393584.617395:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393584.617397:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000400:00000010:0.0:1749393584.617401:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393584.617403:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749393584.617404:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393584.617407:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499731584/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393584.617413:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499731584/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393584.617421:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393584.617424:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393584.617425:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:3.0:1749393584.619670:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d680. 00000100:00000010:2.0:1749393584.619672:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc40. 00000100:00000010:2.0:1749393589.623686:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393589.623702:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749393589.623739:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393589.623776:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393589.623794:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393589.623797:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393589.623814:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393589.623824:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393589.623828:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393589.623832:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393589.623838:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499731712, portal 25 00000400:00000010:3.0:1749393589.623841:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749393589.623843:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499731712, offset 0 00000400:00000200:3.0:1749393589.623850:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393589.623856:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393589.623861:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393589.623866:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1749393589.623867:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:3.0:1749393589.623869:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393589.623872:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393589.623874:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393589.623875:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393589.623877:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [333:333:256:4294967295] 192.168.203.132@tcp LPNI seq info [342:342:8:4294967295] 00000400:00000010:0.0:1749393589.623878:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:3.0:1749393589.623880:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393589.623881:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393589.623884:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499731840, portal 10 00000400:00000200:3.0:1749393589.623888:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:0.0:1749393589.623889:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393589.623891:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499731840, offset 0 00000800:00000200:3.0:1749393589.623892:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393589.623895:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749393589.623896:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393589.623899:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393589.623900:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393589.623904:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393589.623906:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393589.623907:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393589.623910:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393589.623910:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393589.623912:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393589.623913:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393589.623916:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [334:334:255:4294967295] 192.168.203.132@tcp LPNI seq info [343:343:7:4294967295] 00000400:00000200:0.0:1749393589.623925:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393589.623931:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393589.623935:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393589.623938:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393589.623938:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393589.623941:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749393589.623942:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15cc0. 00000800:00000200:0.0:1749393589.623946:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393589.623948:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393589.623951:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15000. 00000400:00000200:0.0:1749393589.623953:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393589.623960:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749393589.623963:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393589.623964:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393589.623967:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393589.623968:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499731968, portal 10 00000400:00000010:0.0:1749393589.623971:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393589.623973:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499731968, offset 0 00000400:00000200:0.0:1749393589.623975:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393589.623975:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393589.623977:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393589.623977:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749393589.623980:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393589.623982:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393589.623982:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393589.623983:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393589.623985:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393589.623986:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393589.623987:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393589.623988:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [335:335:254:4294967295] 192.168.203.132@tcp LPNI seq info [344:344:6:4294967295] 00000400:00000200:2.0:1749393589.623990:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000200:0.0:1749393589.623991:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393589.623992:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 00000400:00000200:0.0:1749393589.623995:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393589.623997:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393589.623999:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000100:00000200:2.0:1749393589.624000:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499731712/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393589.624001:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393589.624004:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393589.624006:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393589.624013:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393589.624016:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393589.624017:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393589.624019:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393589.624022:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393589.624024:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:2.0:1749393589.624025:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749393589.624029:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499731840/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393589.624066:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393589.624068:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393589.624069:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393589.624071:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393589.624073:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749393589.624074:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749393589.624084:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499731968/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393589.625399:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625405:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393589.625410:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625413:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625416:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625419:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0ab00 00000400:00000200:2.0:1749393589.625423:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625427:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x10ad [1] + 224 00000400:00000200:2.0:1749393589.625434:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393589.625437:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393589.625443:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499731712/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393589.625466:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625469:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393589.625472:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625474:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625476:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625478:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ac00 00000400:00000200:2.0:1749393589.625480:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625482:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x10c5 [1] + 0 00000400:00000200:2.0:1749393589.625486:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393589.625488:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393589.625491:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499731968/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393589.625506:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625508:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393589.625510:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625518:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625520:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625522:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ab80 00000400:00000200:2.0:1749393589.625525:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393589.625527:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x10bd [1] + 0 00000400:00000010:3.0:1749393589.625532:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393589.625537:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393589.625538:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000200:2.0:1749393589.625540:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:3.0:1749393589.625540:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000400:00000010:0.0:1749393589.625545:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393589.625546:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499731712/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393589.625549:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749393589.625551:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:3.0:1749393589.625554:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499731712/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393589.625556:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499731840/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393589.625558:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499731968/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393589.625566:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499731968/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393589.625571:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 02000000:00000010:3.0:1749393589.625575:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:3.0:1749393589.625577:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 02000000:00000010:0.0:1749393589.625582:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393589.625585:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393589.625587:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000400:00000010:0.0:1749393589.625591:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:0.0:1749393589.625593:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749393589.625594:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393589.625597:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499731840/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393589.625622:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499731840/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393589.625631:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749393589.625633:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393589.625635:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749393589.627651:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15cc0. 00000100:00000010:3.0:1749393589.627661:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15000. 00000100:00000010:0.0:1749393594.631769:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2680. 02000000:00000010:0.0:1749393594.631786:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749393594.631822:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749393594.631827:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58c00. 00000100:00000010:0.0:1749393594.631840:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3b80. 02000000:00000010:0.0:1749393594.631843:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393594.631866:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ec00. 02000000:00000010:2.0:1749393594.631866:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000400:00000200:0.0:1749393594.631874:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.631874:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393594.631877:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f61b8. 00000400:00000010:2.0:1749393594.631877:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5862c0. 00000400:00000010:2.0:1749393594.631881:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e110. 00000100:00000200:2.0:1749393594.631886:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499732224, portal 10 00000400:00000010:0.0:1749393594.631890:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000400:00000010:2.0:1749393594.631891:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e000. 00000100:00000200:0.0:1749393594.631892:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499732096, portal 25 00000100:00000200:2.0:1749393594.631893:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499732224, offset 0 00000400:00000010:0.0:1749393594.631895:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393594.631896:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499732096, offset 0 00000400:00000200:2.0:1749393594.631899:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393594.631900:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393594.631904:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.631905:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393594.631910:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393594.631910:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393594.631913:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393594.631913:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393594.631916:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393594.631916:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393594.631918:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393594.631919:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393594.631920:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393594.631920:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393594.631923:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [337:337:256:4294967295] 192.168.203.132@tcp LPNI seq info [345:345:8:4294967295] 00000400:00000200:2.0:1749393594.631923:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [337:337:256:4294967295] 192.168.203.132@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:0.0:1749393594.631925:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.631926:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.631932:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393594.631935:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393594.631937:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393594.631938:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:0.0:1749393594.631940:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393594.631942:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:2.0:1749393594.631942:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393594.631944:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393594.631950:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393594.631951:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393594.631953:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393594.631953:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393594.631970:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.631971:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393594.631974:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89940. 00000100:00000010:0.0:1749393594.631987:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89f40. 02000000:00000010:2.0:1749393594.632005:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749393594.632008:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393594.632009:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586318. 00000400:00000010:2.0:1749393594.632012:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749393594.632014:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499732352, portal 10 00000400:00000010:2.0:1749393594.632016:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e198. 00000100:00000200:2.0:1749393594.632018:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499732352, offset 0 00000400:00000200:2.0:1749393594.632020:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393594.632023:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.632025:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393594.632027:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393594.632028:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393594.632030:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393594.632031:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393594.632033:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [338:338:254:4294967295] 192.168.203.132@tcp LPNI seq info [347:347:6:4294967295] 00000400:00000200:2.0:1749393594.632035:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.632039:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393594.632041:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393594.632043:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:2.0:1749393594.632045:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393594.632047:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393594.632049:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393594.632051:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393594.632055:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393594.632058:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:3.0:1749393594.632063:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393594.632067:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393594.632069:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e000 00000400:00000010:3.0:1749393594.632071:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e000. 00000100:00000200:3.0:1749393594.632077:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499732224/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393594.632089:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393594.632090:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393594.632091:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393594.632093:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393594.632095:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:3.0:1749393594.632096:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:3.0:1749393594.632099:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2680 x1834371499732096/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393594.632145:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393594.632151:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1749393594.632152:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393594.632154:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393594.632156:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e198 00000400:00000010:3.0:1749393594.632157:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e198. 00000100:00000200:3.0:1749393594.632160:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3b80 x1834371499732352/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393594.633500:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633504:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393594.633508:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633510:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633513:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633520:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ad80 00000400:00000200:2.0:1749393594.633523:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633527:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x10e5 [1] + 0 00000400:00000200:2.0:1749393594.633534:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393594.633536:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393594.633541:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3b80 x1834371499732352/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393594.633564:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633566:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393594.633568:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633570:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633572:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633573:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ad00 00000400:00000200:2.0:1749393594.633575:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633577:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x10cd [1] + 0 00000400:00000200:2.0:1749393594.633580:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393594.633581:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586318. 00000400:00000200:2.0:1749393594.633581:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393594.633585:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e220 00000400:00000010:0.0:1749393594.633586:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749393594.633590:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499732224/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393594.633591:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3b80 x1834371499732352/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393594.633597:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3b80 x1834371499732352/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393594.633598:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633600:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393594.633616:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633618:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633619:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633621:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0ac80 00000400:00000200:2.0:1749393594.633623:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393594.633625:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x10d5 [1] + 224 00000100:02020000:0.0:1749393594.633633:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 00000400:00000200:2.0:1749393594.633633:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393594.633636:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393594.633641:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2680 x1834371499732096/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393594.635655:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89940. 00000100:00000010:3.0:1749393594.635658:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89f40. 00000400:00000010:1.0:1749393594.636452:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f61b8. 00000400:00000200:1.0:1749393594.636457:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:1.0:1749393594.636458:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:1.0:1749393594.636463:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2680 x1834371499732096/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393594.636469:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2680 x1834371499732096/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749393594.636480:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ec00. 02000000:00000010:1.0:1749393594.636483:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67d00. 00000100:00000010:1.0:1749393594.636485:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2680. 02000000:00000010:0.0:1749393594.638578:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:0.0:1749393594.638582:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58800. 00000100:00000010:0.0:1749393594.638584:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3b80. 00000400:00000010:0.0:1749393594.638588:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5862c0. 00000400:00000200:0.0:1749393594.638589:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e110 00000400:00000010:0.0:1749393594.638590:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e110. 00000100:00000200:0.0:1749393594.638594:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499732224/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393594.638600:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499732224/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749393594.638617:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:0.0:1749393594.638621:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 02000000:00000010:0.0:1749393594.638622:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58c00. 00000100:00000010:0.0:1749393594.638623:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000100:00000010:2.0:1749393599.639918:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393599.639944:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749393599.640005:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393599.640012:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393599.640035:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393599.640039:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:0.0:1749393599.640077:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 02000000:00000010:2.0:1749393599.640080:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7000. 00000400:00000200:2.0:1749393599.640091:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393599.640092:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393599.640096:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586370. 00000400:00000010:0.0:1749393599.640097:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393599.640103:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000400:00000010:2.0:1749393599.640103:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e330. 00000100:00000200:0.0:1749393599.640111:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499732608, portal 10 00000400:00000010:0.0:1749393599.640118:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749393599.640118:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499732480, portal 25 00000100:00000200:0.0:1749393599.640121:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499732608, offset 0 00000400:00000010:2.0:1749393599.640122:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393599.640125:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499732480, offset 0 00000400:00000200:0.0:1749393599.640132:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393599.640132:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393599.640141:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393599.640142:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.640150:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393599.640151:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393599.640156:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393599.640157:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393599.640161:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393599.640162:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393599.640165:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393599.640166:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393599.640169:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393599.640169:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393599.640174:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [340:340:256:4294967295] 192.168.203.132@tcp LPNI seq info [348:349:8:4294967295] 00000400:00000200:2.0:1749393599.640174:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [340:340:256:4294967295] 192.168.203.132@tcp LPNI seq info [349:349:8:4294967295] 00000400:00000200:0.0:1749393599.640179:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.640179:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.640190:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393599.640196:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393599.640200:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000400:00000200:0.0:1749393599.640202:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393599.640209:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393599.640209:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393599.640213:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393599.640218:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393599.640219:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393599.640225:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393599.640231:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393599.640233:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393599.640258:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.640258:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393599.640263:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d640. 00000100:00000010:2.0:1749393599.640279:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d940. 02000000:00000010:0.0:1749393599.640294:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393599.640298:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393599.640301:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393599.640305:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393599.640309:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499732736, portal 10 00000800:00000200:3.0:1749393599.640311:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393599.640313:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393599.640315:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499732736, offset 0 00000800:00000010:3.0:1749393599.640318:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:0.0:1749393599.640320:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393599.640324:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393599.640325:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393599.640328:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393599.640332:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393599.640333:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393599.640335:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393599.640337:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393599.640338:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000200:0.0:1749393599.640340:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:3.0:1749393599.640340:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000400:00000200:0.0:1749393599.640343:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [341:341:254:4294967295] 192.168.203.132@tcp LPNI seq info [350:350:6:4294967295] 00000400:00000200:0.0:1749393599.640347:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393599.640352:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499732608/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393599.640354:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393599.640358:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393599.640361:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393599.640364:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393599.640369:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393599.640372:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393599.640377:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393599.640433:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393599.640436:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:3.0:1749393599.640440:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393599.640444:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393599.640447:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:3.0:1749393599.640449:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:3.0:1749393599.640455:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499732480/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393599.640482:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393599.640485:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393599.640487:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393599.640490:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393599.640493:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:3.0:1749393599.640495:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749393599.640499:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499732736/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393599.642012:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642020:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393599.642028:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642032:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642036:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642041:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0ae00 00000400:00000200:2.0:1749393599.642045:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642052:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x10fd [1] + 224 00000400:00000200:2.0:1749393599.642062:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393599.642067:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393599.642076:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499732480/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393599.642117:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642121:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393599.642126:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642128:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642131:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642134:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ae80 00000400:00000200:2.0:1749393599.642138:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642141:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x10f5 [1] + 0 00000400:00000200:2.0:1749393599.642147:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393599.642150:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393599.642155:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499732608/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393599.642180:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642199:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393599.642203:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393599.642210:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393599.642210:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586370. 00000400:00000200:2.0:1749393599.642213:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0af00 00000400:00000200:2.0:1749393599.642216:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393599.642218:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e330 00000400:00000010:3.0:1749393599.642221:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e330. 00000400:00000010:0.0:1749393599.642229:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393599.642231:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499732480/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393599.642235:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:0.0:1749393599.642237:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000400:00000200:2.0:1749393599.642242:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x110d [1] + 0 00000100:00000200:3.0:1749393599.642244:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499732480/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393599.642246:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499732608/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393599.642258:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393599.642259:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499732608/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393599.642262:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393599.642268:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499732736/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393599.642268:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7000. 02000000:00000010:3.0:1749393599.642273:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:3.0:1749393599.642277:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000400:00000010:0.0:1749393599.642282:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393599.642284:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:0.0:1749393599.642286:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393599.642291:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499732736/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393599.642300:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499732736/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393599.642312:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393599.642317:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393599.642321:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 02000000:00000010:0.0:1749393599.642325:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393599.642329:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393599.642331:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:3.0:1749393599.643732:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d940. 00000100:00000010:2.0:1749393599.643737:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d640. 00000100:00000010:2.0:1749393604.647765:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393604.647787:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393604.647837:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393604.647843:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393604.647864:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393604.647868:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749393604.647911:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7200. 00000400:00000200:2.0:1749393604.647920:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393604.647924:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5863c8. 02000000:00000010:0.0:1749393604.647930:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000010:2.0:1749393604.647930:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e2a8. 00000100:00000200:2.0:1749393604.647937:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499732864, portal 25 00000400:00000200:0.0:1749393604.647941:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393604.647941:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e3b8. 00000100:00000200:2.0:1749393604.647944:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499732864, offset 0 00000400:00000010:0.0:1749393604.647946:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393604.647952:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393604.647959:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000400:00000200:2.0:1749393604.647959:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393604.647963:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499732992, portal 10 00000400:00000200:2.0:1749393604.647966:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393604.647969:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000400:00000200:2.0:1749393604.647971:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393604.647973:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499732992, offset 0 00000400:00000200:2.0:1749393604.647975:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393604.647979:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393604.647981:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393604.647987:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393604.647993:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393604.647995:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393604.647997:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393604.647999:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [342:342:256:4294967295] 192.168.203.132@tcp LPNI seq info [351:351:8:4294967295] 00000400:00000200:2.0:1749393604.648003:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393604.648010:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393604.648013:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393604.648014:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393604.648017:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393604.648019:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393604.648021:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [343:343:255:4294967295] 192.168.203.132@tcp LPNI seq info [352:352:7:4294967295] 00000800:00000010:2.0:1749393604.648022:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749393604.648026:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393604.648029:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393604.648036:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393604.648037:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393604.648042:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393604.648043:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393604.648048:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393604.648053:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393604.648060:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749393604.648062:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393604.648065:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749393604.648066:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d640. 00000400:00000200:0.0:1749393604.648074:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393604.648076:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674db40. 00000800:00000200:3.0:1749393604.648108:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1749393604.648112:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000800:00000010:3.0:1749393604.648114:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749393604.648118:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393604.648120:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393604.648122:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393604.648125:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:3.0:1749393604.648126:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393604.648129:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499733120, portal 10 00000400:00000200:3.0:1749393604.648130:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e3b8 00000400:00000010:3.0:1749393604.648133:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e3b8. 00000400:00000010:0.0:1749393604.648134:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393604.648136:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499733120, offset 0 00000400:00000200:0.0:1749393604.648142:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:3.0:1749393604.648142:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499732864/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393604.648147:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393604.648151:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393604.648155:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393604.648158:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393604.648161:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393604.648164:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393604.648168:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [344:344:255:4294967295] 192.168.203.132@tcp LPNI seq info [353:353:7:4294967295] 00000400:00000200:0.0:1749393604.648173:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393604.648183:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393604.648188:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393604.648199:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393604.648204:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393604.648208:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749393604.648211:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:3.0:1749393604.648211:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393604.648214:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393604.648214:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393604.648217:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393604.648220:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:3.0:1749393604.648221:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000400:00000200:0.0:1749393604.648223:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393604.648226:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499732992/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393604.648261:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393604.648263:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393604.648265:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393604.648275:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393604.648277:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:3.0:1749393604.648279:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:3.0:1749393604.648283:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499733120/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393604.649479:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649485:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393604.649491:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649494:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649497:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649501:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0af80 00000400:00000200:2.0:1749393604.649505:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649510:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1115 [1] + 224 00000400:00000200:2.0:1749393604.649518:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393604.649521:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393604.649528:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499732864/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393604.649563:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649566:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393604.649569:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649571:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649573:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649583:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b000 00000400:00000200:2.0:1749393604.649586:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649589:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1125 [1] + 0 00000400:00000200:2.0:1749393604.649595:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393604.649598:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393604.649623:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499732992/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393604.649659:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5863c8. 00000400:00000200:3.0:1749393604.649665:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e2a8 00000400:00000010:3.0:1749393604.649667:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e2a8. 00000100:00000200:3.0:1749393604.649675:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499732864/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393604.649678:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393604.649678:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649681:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:0.0:1749393604.649682:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:0.0:1749393604.649684:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000400:00000200:2.0:1749393604.649685:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393604.649685:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499732864/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393604.649687:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649689:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393604.649691:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499732992/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393604.649692:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b080 00000400:00000200:2.0:1749393604.649694:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393604.649697:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x112d [1] + 0 00000100:00000200:0.0:1749393604.649701:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499732992/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393604.649705:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7200. 00000400:00000200:2.0:1749393604.649709:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749393604.649709:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000200:2.0:1749393604.649712:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000010:3.0:1749393604.649712:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000200:2.0:1749393604.649717:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499733120/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393604.649719:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393604.649723:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393604.649725:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000400:00000010:0.0:1749393604.649729:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393604.649731:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749393604.649732:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393604.649736:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499733120/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393604.649743:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499733120/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393604.649752:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393604.649754:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393604.649756:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:2.0:1749393604.651704:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d640. 00000100:00000010:3.0:1749393604.651710:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674db40. 00000100:00000010:2.0:1749393609.655778:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393609.655803:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749393609.655857:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393609.655864:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393609.655887:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393609.655892:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393609.655912:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393609.655927:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393609.655932:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393609.655939:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393609.655946:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499733248, portal 25 00000400:00000010:3.0:1749393609.655952:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43220. 00000100:00000200:3.0:1749393609.655954:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499733248, offset 0 00000400:00000200:3.0:1749393609.655964:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393609.655973:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393609.655981:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393609.655987:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393609.655991:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393609.655995:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393609.655998:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 02000000:00000010:0.0:1749393609.655999:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:3.0:1749393609.656002:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [345:345:256:4294967295] 192.168.203.132@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:0.0:1749393609.656011:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393609.656015:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393609.656020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:3.0:1749393609.656023:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393609.656025:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499733376, portal 10 00000400:00000200:3.0:1749393609.656035:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:0.0:1749393609.656040:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000800:00000200:3.0:1749393609.656042:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393609.656044:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499733376, offset 0 00000800:00000010:3.0:1749393609.656047:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749393609.656051:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393609.656054:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393609.656058:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393609.656064:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393609.656065:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393609.656068:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393609.656071:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393609.656072:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393609.656075:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393609.656078:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393609.656082:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [346:346:255:4294967295] 192.168.203.132@tcp LPNI seq info [355:355:7:4294967295] 00000400:00000200:0.0:1749393609.656086:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393609.656095:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393609.656101:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393609.656101:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:0.0:1749393609.656105:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000100:00000010:3.0:1749393609.656107:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d40. 00000800:00000200:0.0:1749393609.656110:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393609.656117:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000010:3.0:1749393609.656120:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15fc0. 00000800:00000200:0.0:1749393609.656121:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393609.656128:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393609.656139:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393609.656143:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393609.656146:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393609.656148:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393609.656151:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499733504, portal 10 00000400:00000010:0.0:1749393609.656155:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393609.656157:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499733504, offset 0 00000400:00000200:0.0:1749393609.656161:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393609.656162:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393609.656165:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393609.656166:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749393609.656168:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393609.656171:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393609.656173:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393609.656173:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393609.656175:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393609.656181:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393609.656183:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393609.656186:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [347:347:254:4294967295] 192.168.203.132@tcp LPNI seq info [356:356:6:4294967295] 00000400:00000200:0.0:1749393609.656190:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.656195:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43220 00000400:00000010:2.0:1749393609.656197:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43220. 00000400:00000200:0.0:1749393609.656198:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393609.656203:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393609.656205:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393609.656209:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749393609.656209:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499733248/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393609.656214:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393609.656216:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393609.656222:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393609.656234:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393609.656236:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393609.656239:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393609.656243:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393609.656246:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749393609.656248:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749393609.656253:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499733376/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393609.656325:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393609.656328:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393609.656330:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393609.656334:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393609.656336:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:2.0:1749393609.656338:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749393609.656342:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499733504/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393609.658193:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658201:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393609.658209:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658213:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658217:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658222:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0b100 00000400:00000200:2.0:1749393609.658227:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658233:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1135 [1] + 224 00000400:00000200:2.0:1749393609.658244:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393609.658248:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393609.658257:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499733248/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393609.658309:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658314:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393609.658318:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658321:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658324:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658327:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b180 00000400:00000200:2.0:1749393609.658330:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658334:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1145 [1] + 0 00000400:00000200:2.0:1749393609.658340:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393609.658343:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393609.658348:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499733376/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393609.658376:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658380:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393609.658384:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658386:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658389:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393609.658392:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b200 00000400:00000200:2.0:1749393609.658395:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393609.658395:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393609.658404:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:3.0:1749393609.658406:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000400:00000200:2.0:1749393609.658414:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x114d [1] + 0 00000100:00000200:3.0:1749393609.658416:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499733248/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393609.658429:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499733248/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393609.658430:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393609.658434:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393609.658439:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499733504/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393609.658453:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 00000400:00000010:0.0:1749393609.658457:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 02000000:00000010:3.0:1749393609.658460:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000100:00000010:3.0:1749393609.658463:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:0.0:1749393609.658465:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749393609.658469:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393609.658481:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499733376/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393609.658499:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499733376/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393609.658529:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393609.658533:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749393609.658536:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393609.658543:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499733504/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393609.658558:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499733504/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393609.658580:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393609.658588:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393609.658593:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393609.658600:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393609.658744:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393609.658758:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749393609.659708:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d40. 00000100:00000010:3.0:1749393609.659739:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15fc0. 00000100:00000010:2.0:1749393614.663776:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393614.663798:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e200. 00000100:00000010:2.0:1749393614.663848:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393614.663869:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393614.663895:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393614.663899:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393614.663943:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393614.663956:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393614.663961:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393614.663967:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393614.663974:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499733632, portal 25 00000400:00000010:3.0:1749393614.663979:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393614.663981:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499733632, offset 0 00000400:00000200:3.0:1749393614.663989:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393614.663996:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749393614.663997:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393614.664006:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393614.664010:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393614.664012:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393614.664014:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000400:00000200:3.0:1749393614.664017:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393614.664018:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499733760, portal 10 00000400:00000200:3.0:1749393614.664021:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393614.664023:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:3.0:1749393614.664025:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393614.664026:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499733760, offset 0 00000400:00000200:3.0:1749393614.664027:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393614.664032:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [348:348:256:4294967295] 192.168.203.132@tcp LPNI seq info [357:357:8:4294967295] 00000400:00000200:0.0:1749393614.664033:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393614.664036:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393614.664038:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393614.664043:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393614.664047:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393614.664047:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393614.664050:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393614.664052:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393614.664053:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393614.664056:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:3.0:1749393614.664056:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749393614.664059:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [349:349:255:4294967295] 192.168.203.132@tcp LPNI seq info [358:358:7:4294967295] 00000400:00000200:0.0:1749393614.664063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393614.664063:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393614.664072:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393614.664072:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393614.664076:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393614.664077:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1749393614.664080:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393614.664084:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393614.664089:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393614.664093:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393614.664104:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393614.664110:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15fc0. 00000400:00000200:0.0:1749393614.664111:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393614.664124:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15500. 02000000:00000010:0.0:1749393614.664142:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393614.664146:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393614.664148:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393614.664151:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393614.664153:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499733888, portal 10 00000400:00000010:0.0:1749393614.664156:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000800:00000200:2.0:1749393614.664157:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393614.664158:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499733888, offset 0 00000800:00000010:2.0:1749393614.664160:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000200:2.0:1749393614.664167:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393614.664171:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393614.664173:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393614.664175:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.664177:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000200:0.0:1749393614.664178:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:2.0:1749393614.664180:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000400:00000200:0.0:1749393614.664181:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393614.664183:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393614.664185:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393614.664188:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393614.664190:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499733632/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393614.664191:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [350:350:254:4294967295] 192.168.203.132@tcp LPNI seq info [359:359:6:4294967295] 00000400:00000200:0.0:1749393614.664194:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393614.664200:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393614.664204:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393614.664206:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393614.664209:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393614.664214:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393614.664216:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393614.664221:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393614.664266:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393614.664268:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393614.664271:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393614.664275:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393614.664277:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749393614.664279:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749393614.664284:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499733760/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393614.664307:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393614.664309:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393614.664311:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393614.664314:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393614.664316:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:2.0:1749393614.664317:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749393614.664322:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499733888/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393614.665648:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665655:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393614.665661:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665665:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665669:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665679:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0b280 00000400:00000200:2.0:1749393614.665684:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665689:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1155 [1] + 224 00000400:00000200:2.0:1749393614.665699:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393614.665703:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393614.665711:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499733632/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393614.665750:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665753:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393614.665757:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665759:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665762:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665764:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b300 00000400:00000200:2.0:1749393614.665767:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665770:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1165 [1] + 0 00000400:00000200:2.0:1749393614.665775:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393614.665778:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393614.665782:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499733760/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393614.665803:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665807:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393614.665810:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665812:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665815:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665817:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b380 00000400:00000200:2.0:1749393614.665820:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393614.665822:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x116d [1] + 0 00000400:00000200:2.0:1749393614.665835:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393614.665838:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:3.0:1749393614.665840:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393614.665847:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:3.0:1749393614.665849:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000400:00000010:0.0:1749393614.665856:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393614.665857:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499733632/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393614.665861:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749393614.665863:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:3.0:1749393614.665868:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499733632/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393614.665871:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499733760/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393614.665871:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499733888/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393614.665882:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499733760/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393614.665890:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 02000000:00000010:3.0:1749393614.665896:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e200. 00000100:00000010:3.0:1749393614.665900:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000400:00000010:0.0:1749393614.665902:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393614.665904:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749393614.665906:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393614.665910:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499733888/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393614.665918:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499733888/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393614.665944:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393614.665949:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393614.665952:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749393614.665956:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393614.665959:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393614.665961:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000100:00000010:3.0:1749393614.667688:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15500. 00000100:00000010:2.0:1749393614.667693:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15fc0. 00000100:00000010:2.0:1749393619.671665:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393619.671681:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749393619.671714:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393619.671718:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393619.671731:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393619.671734:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749393619.671762:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7800. 00000400:00000200:2.0:1749393619.671769:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393619.671772:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586420. 00000400:00000010:2.0:1749393619.671776:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e4c8. 00000100:00000200:2.0:1749393619.671781:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499734016, portal 25 00000400:00000010:2.0:1749393619.671784:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749393619.671786:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499734016, offset 0 00000400:00000200:2.0:1749393619.671792:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393619.671795:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:2.0:1749393619.671798:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393619.671802:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.671803:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393619.671804:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393619.671807:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:2.0:1749393619.671807:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393619.671810:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499734144, portal 10 00000400:00000200:2.0:1749393619.671810:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393619.671813:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749393619.671814:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000400:00000200:2.0:1749393619.671815:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393619.671816:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499734144, offset 0 00000400:00000200:2.0:1749393619.671817:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [351:351:256:4294967295] 192.168.203.132@tcp LPNI seq info [360:360:8:4294967295] 00000400:00000200:0.0:1749393619.671820:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393619.671820:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393619.671823:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393619.671827:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393619.671828:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393619.671829:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393619.671831:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393619.671832:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393619.671833:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1749393619.671834:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000400:00000200:0.0:1749393619.671835:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393619.671837:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [352:352:255:4294967295] 192.168.203.132@tcp LPNI seq info [361:361:7:4294967295] 00000800:00000200:2.0:1749393619.671839:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393619.671840:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393619.671844:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393619.671845:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393619.671847:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393619.671849:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393619.671852:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393619.671854:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393619.671856:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393619.671858:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393619.671869:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393619.671873:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000400:00000200:0.0:1749393619.671874:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393619.671880:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674da80. 02000000:00000010:0.0:1749393619.671887:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393619.671889:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393619.671891:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393619.671892:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393619.671894:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499734272, portal 10 00000800:00000200:3.0:1749393619.671896:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393619.671897:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393619.671898:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499734272, offset 0 00000800:00000010:3.0:1749393619.671900:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:0.0:1749393619.671901:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393619.671903:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393619.671904:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393619.671905:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393619.671907:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393619.671908:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393619.671910:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393619.671911:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393619.671913:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [353:353:254:4294967295] 192.168.203.132@tcp LPNI seq info [362:362:6:4294967295] 00000400:00000200:3.0:1749393619.671913:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393619.671915:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393619.671916:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:3.0:1749393619.671917:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:0.0:1749393619.671919:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393619.671922:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393619.671924:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000100:00000200:3.0:1749393619.671924:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499734016/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393619.671926:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393619.671929:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393619.671930:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393619.671933:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393619.671939:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393619.671940:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393619.671942:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393619.671944:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393619.671946:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:3.0:1749393619.671947:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:3.0:1749393619.671950:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499734144/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393619.671987:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393619.671989:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393619.671990:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393619.671992:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393619.671993:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:3.0:1749393619.671994:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749393619.671997:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499734272/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393619.673233:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673237:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393619.673242:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673244:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673247:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673249:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0b400 00000400:00000200:2.0:1749393619.673252:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673255:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1175 [1] + 224 00000400:00000200:2.0:1749393619.673262:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393619.673264:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393619.673269:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499734016/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393619.673291:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673294:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393619.673296:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673298:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673299:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673301:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b500 00000400:00000200:2.0:1749393619.673303:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673305:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x118d [1] + 0 00000400:00000200:2.0:1749393619.673308:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393619.673310:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393619.673312:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499734272/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393619.673326:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673333:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393619.673336:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673337:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673339:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393619.673341:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b480 00000400:00000200:2.0:1749393619.673343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393619.673345:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586420. 00000400:00000200:3.0:1749393619.673349:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e4c8 00000400:00000010:3.0:1749393619.673351:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e4c8. 00000400:00000200:2.0:1749393619.673354:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1185 [1] + 0 00000100:00000200:3.0:1749393619.673356:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499734016/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393619.673358:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393619.673362:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749393619.673364:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000400:00000200:2.0:1749393619.673364:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749393619.673364:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499734016/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393619.673366:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393619.673370:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499734272/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393619.673370:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499734144/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393619.673378:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7800. 00000100:00000200:0.0:1749393619.673380:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499734272/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393619.673381:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:3.0:1749393619.673384:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 02000000:00000010:0.0:1749393619.673397:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393619.673406:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393619.673409:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000400:00000010:0.0:1749393619.673414:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393619.673416:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749393619.673417:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393619.673422:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499734144/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393619.673430:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499734144/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393619.673442:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393619.673445:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393619.673446:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:2.0:1749393619.675660:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000100:00000010:3.0:1749393619.675662:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674da80. 00000100:00000010:2.0:1749393624.679742:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393624.679762:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ef00. 00000100:00000010:2.0:1749393624.679805:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393624.679811:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393624.679829:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393624.679832:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393624.679870:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7c00. 00000400:00000200:2.0:1749393624.679879:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393624.679883:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586478. 00000400:00000010:2.0:1749393624.679887:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e660. 00000100:00000200:2.0:1749393624.679894:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499734400, portal 25 00000400:00000010:2.0:1749393624.679898:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749393624.679900:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499734400, offset 0 00000400:00000200:2.0:1749393624.679907:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393624.679914:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393624.679915:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:2.0:1749393624.679921:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393624.679923:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393624.679926:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393624.679926:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393624.679929:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:2.0:1749393624.679929:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393624.679931:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393624.679933:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499734528, portal 10 00000400:00000010:0.0:1749393624.679937:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393624.679940:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499734528, offset 0 00000400:00000200:0.0:1749393624.679945:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393624.679945:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393624.679948:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [354:354:256:4294967295] 192.168.203.132@tcp LPNI seq info [363:363:8:4294967295] 00000400:00000200:0.0:1749393624.679950:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.679952:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393624.679954:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393624.679957:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393624.679960:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393624.679960:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393624.679962:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393624.679964:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393624.679966:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393624.679967:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [355:355:255:4294967295] 192.168.203.132@tcp LPNI seq info [364:364:7:4294967295] 00000400:00000200:0.0:1749393624.679970:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393624.679970:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000800:00000200:2.0:1749393624.679975:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393624.679977:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393624.679981:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393624.679982:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749393624.679984:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393624.679986:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393624.679994:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393624.679999:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393624.680001:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393624.680005:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393624.680007:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393624.680009:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000100:00000010:2.0:1749393624.680020:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674da00. 02000000:00000010:0.0:1749393624.680040:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393624.680043:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393624.680045:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393624.680048:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393624.680050:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499734656, portal 10 00000400:00000010:0.0:1749393624.680053:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393624.680055:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499734656, offset 0 00000400:00000200:0.0:1749393624.680057:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393624.680060:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393624.680062:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393624.680064:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393624.680066:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393624.680068:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393624.680069:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393624.680072:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [356:356:254:4294967295] 192.168.203.132@tcp LPNI seq info [365:365:6:4294967295] 00000400:00000200:0.0:1749393624.680074:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393624.680079:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393624.680082:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393624.680083:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393624.680086:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393624.680087:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749393624.680089:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393624.680091:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393624.680094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393624.680098:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:3.0:1749393624.680108:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393624.680118:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393624.680124:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000400:00000010:3.0:1749393624.680128:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000100:00000200:3.0:1749393624.680142:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499734400/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393624.680171:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393624.680173:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393624.680176:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393624.680180:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393624.680183:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:3.0:1749393624.680185:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:3.0:1749393624.680191:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499734528/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393624.680281:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393624.680284:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393624.680287:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393624.680290:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393624.680292:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:3.0:1749393624.680294:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:3.0:1749393624.680299:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499734656/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393624.681661:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681667:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393624.681672:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681675:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681678:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681681:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0b580 00000400:00000200:2.0:1749393624.681685:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681689:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1195 [1] + 224 00000400:00000200:2.0:1749393624.681697:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393624.681700:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393624.681709:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499734400/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393624.681739:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681742:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393624.681745:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681746:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681749:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681756:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b600 00000400:00000200:2.0:1749393624.681759:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681761:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x11a5 [1] + 0 00000400:00000200:2.0:1749393624.681767:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393624.681769:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393624.681774:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499734528/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393624.681793:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681796:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393624.681798:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681800:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393624.681801:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586478. 00000400:00000200:2.0:1749393624.681802:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393624.681804:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b680 00000400:00000200:2.0:1749393624.681806:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393624.681808:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e660 00000400:00000010:3.0:1749393624.681810:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e660. 00000400:00000200:2.0:1749393624.681815:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x11ad [1] + 0 00000400:00000010:0.0:1749393624.681820:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393624.681820:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499734400/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393624.681824:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393624.681825:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749393624.681827:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000400:00000200:2.0:1749393624.681827:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393624.681832:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499734656/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393624.681833:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499734528/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393624.681834:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499734400/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393624.681848:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499734528/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393624.681870:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393624.681871:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749393624.681873:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393624.681876:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499734656/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393624.681881:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499734656/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393624.681885:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7c00. 02000000:00000010:0.0:1749393624.681891:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:3.0:1749393624.681892:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ef00. 02000000:00000010:0.0:1749393624.681896:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:3.0:1749393624.681897:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:0.0:1749393624.681899:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 02000000:00000010:0.0:1749393624.681903:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393624.681905:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393624.681907:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749393624.683658:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000100:00000010:3.0:1749393624.683729:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674da00. 00000100:00000010:2.0:1749393629.687735:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393629.687755:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749393629.687794:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393629.687799:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393629.687816:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393629.687819:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749393629.687854:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749393629.687862:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393629.687865:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5864d0. 00000400:00000010:2.0:1749393629.687880:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393629.687886:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499734784, portal 25 00000400:00000010:2.0:1749393629.687890:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e6e8. 00000100:00000200:2.0:1749393629.687891:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499734784, offset 0 00000400:00000200:2.0:1749393629.687898:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393629.687899:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:2.0:1749393629.687904:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393629.687906:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393629.687909:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393629.687909:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393629.687912:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:2.0:1749393629.687914:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393629.687915:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499734912, portal 10 00000400:00000200:2.0:1749393629.687917:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393629.687919:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749393629.687920:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:2.0:1749393629.687921:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393629.687922:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499734912, offset 0 00000400:00000200:2.0:1749393629.687924:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [357:357:256:4294967295] 192.168.203.132@tcp LPNI seq info [366:366:8:4294967295] 00000400:00000200:2.0:1749393629.687926:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393629.687927:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393629.687931:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.687933:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393629.687935:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393629.687938:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393629.687938:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393629.687940:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749393629.687941:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749393629.687942:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393629.687944:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393629.687945:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393629.687947:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [358:358:255:4294967295] 192.168.203.132@tcp LPNI seq info [367:367:7:4294967295] 00000800:00000200:2.0:1749393629.687952:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393629.687956:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393629.687956:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393629.687962:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393629.687965:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393629.687968:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393629.687971:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393629.687971:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393629.687975:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000010:2.0:1749393629.687975:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000800:00000200:0.0:1749393629.687978:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393629.687982:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393629.687982:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd40. 02000000:00000010:0.0:1749393629.688006:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393629.688009:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393629.688009:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393629.688010:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393629.688012:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000800:00000010:3.0:1749393629.688013:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000100:00000200:0.0:1749393629.688014:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499735040, portal 10 00000400:00000010:0.0:1749393629.688017:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:3.0:1749393629.688018:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393629.688019:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499735040, offset 0 00000400:00000200:0.0:1749393629.688021:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393629.688023:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393629.688024:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393629.688026:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393629.688026:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e6e8 00000400:00000200:0.0:1749393629.688028:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1749393629.688028:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e6e8. 00000400:00000200:0.0:1749393629.688030:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393629.688031:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393629.688032:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393629.688034:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [359:359:254:4294967295] 192.168.203.132@tcp LPNI seq info [368:368:6:4294967295] 00000100:00000200:3.0:1749393629.688036:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499734784/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393629.688037:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393629.688041:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393629.688043:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393629.688045:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393629.688047:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393629.688050:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393629.688052:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393629.688060:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393629.688091:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393629.688093:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393629.688095:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393629.688098:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393629.688100:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:3.0:1749393629.688101:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749393629.688105:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499734912/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393629.688122:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393629.688123:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393629.688124:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393629.688126:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393629.688128:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:3.0:1749393629.688129:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:3.0:1749393629.688132:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499735040/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393629.689418:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689423:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393629.689428:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689431:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689434:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689437:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0b700 00000400:00000200:2.0:1749393629.689440:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689444:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x11b5 [1] + 224 00000400:00000200:2.0:1749393629.689451:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393629.689459:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393629.689489:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499734784/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393629.689519:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689522:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393629.689525:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689526:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689529:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689531:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b780 00000400:00000200:2.0:1749393629.689534:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689536:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x11c5 [1] + 0 00000400:00000200:2.0:1749393629.689540:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393629.689543:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393629.689546:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499734912/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393629.689565:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689567:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393629.689570:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689571:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689573:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689575:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b800 00000400:00000200:2.0:1749393629.689577:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393629.689579:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x11cd [1] + 0 00000400:00000200:2.0:1749393629.689589:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393629.689592:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393629.689595:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499735040/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393629.689630:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5864d0. 00000400:00000200:3.0:1749393629.689635:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:3.0:1749393629.689642:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000400:00000010:0.0:1749393629.689649:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393629.689649:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499734784/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393629.689654:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749393629.689656:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749393629.689657:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499734784/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393629.689662:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499734912/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393629.689670:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499734912/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393629.689674:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 02000000:00000010:3.0:1749393629.689678:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:3.0:1749393629.689680:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000010:0.0:1749393629.689686:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393629.689687:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393629.689688:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393629.689691:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499735040/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393629.689696:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499735040/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393629.689704:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393629.689708:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393629.689710:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 02000000:00000010:0.0:1749393629.689712:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393629.689716:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393629.689717:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:3.0:1749393629.691659:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd40. 00000100:00000010:2.0:1749393629.691665:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000100:00000010:2.0:1749393634.695703:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393634.695728:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749393634.695765:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393634.695770:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393634.695782:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393634.695785:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749393634.695816:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749393634.695823:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393634.695826:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586528. 00000400:00000010:2.0:1749393634.695830:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e770. 00000100:00000200:2.0:1749393634.695835:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499735168, portal 25 00000400:00000010:2.0:1749393634.695838:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e7f8. 00000100:00000200:2.0:1749393634.695839:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499735168, offset 0 00000400:00000200:2.0:1749393634.695845:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393634.695847:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:2.0:1749393634.695851:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393634.695853:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393634.695855:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393634.695856:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393634.695858:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000200:2.0:1749393634.695859:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393634.695860:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499735296, portal 10 00000400:00000200:2.0:1749393634.695862:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393634.695864:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:2.0:1749393634.695864:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393634.695866:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499735296, offset 0 00000400:00000200:2.0:1749393634.695866:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393634.695869:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [360:360:256:4294967295] 192.168.203.132@tcp LPNI seq info [369:369:8:4294967295] 00000400:00000200:0.0:1749393634.695870:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393634.695871:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393634.695874:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393634.695877:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393634.695878:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393634.695881:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393634.695884:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1749393634.695884:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749393634.695886:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393634.695888:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749393634.695888:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393634.695889:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393634.695891:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [361:361:255:4294967295] 192.168.203.132@tcp LPNI seq info [370:370:7:4294967295] 00000400:00000200:0.0:1749393634.695894:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393634.695894:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393634.695897:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393634.695899:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393634.695901:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393634.695904:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393634.695906:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393634.695909:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749393634.695910:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393634.695911:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749393634.695913:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000400:00000200:0.0:1749393634.695915:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393634.695922:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df80. 02000000:00000010:0.0:1749393634.695935:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393634.695938:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393634.695939:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393634.695941:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393634.695943:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499735424, portal 10 00000800:00000200:3.0:1749393634.695944:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393634.695945:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393634.695946:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499735424, offset 0 00000400:00000200:0.0:1749393634.695948:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393634.695948:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749393634.695950:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393634.695951:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393634.695952:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393634.695953:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393634.695954:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393634.695956:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393634.695956:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393634.695957:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393634.695959:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [362:362:254:4294967295] 192.168.203.132@tcp LPNI seq info [371:371:6:4294967295] 00000400:00000200:3.0:1749393634.695959:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e7f8 00000400:00000010:3.0:1749393634.695960:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e7f8. 00000400:00000200:0.0:1749393634.695961:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393634.695964:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749393634.695967:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499735168/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393634.695971:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393634.695973:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393634.695975:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393634.695978:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393634.695979:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393634.695982:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393634.696017:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393634.696018:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393634.696020:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393634.696022:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393634.696024:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:3.0:1749393634.696025:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749393634.696028:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499735296/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393634.696042:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393634.696044:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393634.696045:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393634.696047:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393634.696048:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:3.0:1749393634.696049:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:3.0:1749393634.696051:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499735424/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393634.697276:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697285:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393634.697289:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697291:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697293:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697296:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0b880 00000400:00000200:2.0:1749393634.697299:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697302:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x11d5 [1] + 224 00000400:00000200:2.0:1749393634.697308:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393634.697310:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393634.697315:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499735168/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393634.697337:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697339:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393634.697341:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697342:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697344:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697345:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b980 00000400:00000200:2.0:1749393634.697347:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697349:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x11ed [1] + 0 00000400:00000200:2.0:1749393634.697351:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393634.697353:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393634.697355:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499735424/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393634.697368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697370:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393634.697372:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697373:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697375:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697376:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0b900 00000400:00000200:2.0:1749393634.697378:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393634.697383:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x11e5 [1] + 0 00000400:00000010:0.0:1749393634.697388:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393634.697391:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749393634.697392:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000400:00000200:2.0:1749393634.697393:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393634.697395:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:3.0:1749393634.697396:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586528. 00000100:00000200:0.0:1749393634.697397:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499735424/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393634.697400:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e770 00000400:00000010:3.0:1749393634.697402:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e770. 00000100:00000200:0.0:1749393634.697404:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499735424/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393634.697406:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499735296/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393634.697407:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499735168/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393634.697414:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499735168/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393634.697421:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393634.697424:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393634.697424:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 02000000:00000010:3.0:1749393634.697448:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000100:00000010:3.0:1749393634.697451:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:0.0:1749393634.697460:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000010:0.0:1749393634.697464:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393634.697465:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393634.697470:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393634.697473:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499735296/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393634.697479:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499735296/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393634.697487:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393634.697490:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393634.697491:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000100:00000010:2.0:1749393634.699658:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000100:00000010:3.0:1749393634.699661:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df80. 00000100:00000010:2.0:1749393639.703715:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393639.703736:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ea00. 00000100:00000010:2.0:1749393639.703787:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393639.703794:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393639.703817:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393639.703822:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749393639.703867:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7c00. 00000400:00000200:2.0:1749393639.703878:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393639.703883:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586580. 00000400:00000010:2.0:1749393639.703889:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e880. 02000000:00000010:0.0:1749393639.703895:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000100:00000200:2.0:1749393639.703898:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499735552, portal 25 00000400:00000010:2.0:1749393639.703902:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e908. 00000100:00000200:2.0:1749393639.703906:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499735552, offset 0 00000400:00000200:0.0:1749393639.703907:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393639.703911:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393639.703915:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393639.703923:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393639.703925:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000200:2.0:1749393639.703931:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393639.703936:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393639.703940:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393639.703944:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393639.703946:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499735680, portal 10 00000400:00000200:2.0:1749393639.703947:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393639.703951:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [363:363:256:4294967295] 192.168.203.132@tcp LPNI seq info [372:372:8:4294967295] 00000400:00000010:0.0:1749393639.703953:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393639.703956:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499735680, offset 0 00000400:00000200:2.0:1749393639.703956:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393639.703964:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393639.703966:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393639.703971:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393639.703973:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393639.703976:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393639.703980:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393639.703984:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749393639.703986:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000400:00000200:0.0:1749393639.703987:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393639.703990:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393639.703994:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [364:364:255:4294967295] 192.168.203.132@tcp LPNI seq info [373:373:7:4294967295] 00000800:00000200:2.0:1749393639.703994:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393639.703999:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393639.704004:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393639.704008:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393639.704009:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393639.704013:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393639.704017:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393639.704022:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393639.704028:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393639.704032:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393639.704033:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393639.704038:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000400:00000200:0.0:1749393639.704039:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393639.704052:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674db00. 02000000:00000010:0.0:1749393639.704075:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393639.704079:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393639.704082:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393639.704085:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393639.704088:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499735808, portal 10 00000800:00000200:3.0:1749393639.704088:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393639.704092:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393639.704094:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499735808, offset 0 00000800:00000010:3.0:1749393639.704095:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:0.0:1749393639.704098:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393639.704102:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393639.704103:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393639.704105:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393639.704109:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393639.704111:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393639.704112:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393639.704115:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e908 00000400:00000010:3.0:1749393639.704118:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e908. 00000400:00000200:0.0:1749393639.704121:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393639.704123:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393639.704126:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [365:365:254:4294967295] 192.168.203.132@tcp LPNI seq info [374:374:6:4294967295] 00000400:00000200:0.0:1749393639.704131:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393639.704131:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499735552/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393639.704139:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393639.704143:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393639.704146:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393639.704150:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393639.704155:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393639.704157:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393639.704163:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393639.704213:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393639.704216:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393639.704220:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393639.704224:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393639.704227:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:3.0:1749393639.704229:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:3.0:1749393639.704235:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499735680/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393639.704261:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393639.704264:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393639.704266:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393639.704278:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393639.704281:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:3.0:1749393639.704283:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:3.0:1749393639.704289:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499735808/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393639.706101:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706109:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393639.706116:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706121:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706125:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706129:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0ba00 00000400:00000200:2.0:1749393639.706134:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706140:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x11f5 [1] + 224 00000400:00000200:2.0:1749393639.706150:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393639.706154:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393639.706164:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499735552/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393639.706209:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706213:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393639.706217:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706219:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706222:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706225:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0bb00 00000400:00000200:2.0:1749393639.706229:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706232:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x120d [1] + 0 00000400:00000200:2.0:1749393639.706238:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393639.706241:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393639.706246:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499735808/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393639.706287:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706291:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393639.706295:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706298:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393639.706304:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ba80 00000400:00000200:2.0:1749393639.706308:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393639.706312:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586580. 00000400:00000200:3.0:1749393639.706320:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e880 00000400:00000010:3.0:1749393639.706322:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e880. 00000400:00000200:2.0:1749393639.706330:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1205 [1] + 0 00000100:00000200:3.0:1749393639.706332:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499735552/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393639.706346:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499735552/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393639.706353:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393639.706360:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393639.706369:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499735680/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393639.706370:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7c00. 00000400:00000010:0.0:1749393639.706374:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 02000000:00000010:3.0:1749393639.706375:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ea00. 00000100:00000010:3.0:1749393639.706379:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:0.0:1749393639.706382:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749393639.706384:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393639.706421:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499735808/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393639.706435:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499735808/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393639.706460:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393639.706466:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393639.706470:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000010:0.0:1749393639.706476:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393639.706478:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393639.706480:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393639.706485:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499735680/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393639.706494:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499735680/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393639.706505:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393639.706527:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393639.706531:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749393639.707710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000100:00000010:3.0:1749393639.707721:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674db00. 00000100:00000010:2.0:1749393644.711667:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393644.711684:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393644.711723:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393644.711729:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393644.711750:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393644.711752:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749393644.711784:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7800. 00000400:00000200:2.0:1749393644.711791:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393644.711794:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5865d8. 00000400:00000010:2.0:1749393644.711798:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e990. 00000100:00000200:2.0:1749393644.711803:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499735936, portal 25 00000400:00000010:2.0:1749393644.711806:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393644.711808:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499735936, offset 0 00000400:00000200:2.0:1749393644.711814:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393644.711820:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393644.711821:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:2.0:1749393644.711825:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393644.711827:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393644.711829:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393644.711831:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393644.711834:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499736064, portal 10 00000400:00000010:0.0:1749393644.711838:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000400:00000200:2.0:1749393644.711838:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393644.711840:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499736064, offset 0 00000400:00000200:2.0:1749393644.711840:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393644.711843:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393644.711844:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393644.711845:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393644.711847:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.711848:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [366:366:256:4294967295] 192.168.203.132@tcp LPNI seq info [375:375:8:4294967295] 00000400:00000200:2.0:1749393644.711850:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393644.711851:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393644.711853:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393644.711855:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393644.711857:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393644.711857:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393644.711859:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393644.711860:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393644.711861:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [367:367:255:4294967295] 192.168.203.132@tcp LPNI seq info [376:376:7:4294967295] 00000400:00000200:0.0:1749393644.711863:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393644.711863:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:2.0:1749393644.711867:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393644.711869:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393644.711872:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393644.711873:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749393644.711874:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393644.711876:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393644.711877:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393644.711880:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393644.711882:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393644.711889:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393644.711892:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000400:00000200:0.0:1749393644.711894:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393644.711901:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df40. 02000000:00000010:0.0:1749393644.711911:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393644.711913:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393644.711914:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393644.711916:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393644.711918:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499736192, portal 10 00000400:00000010:0.0:1749393644.711920:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000800:00000200:3.0:1749393644.711923:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393644.711927:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499736192, offset 0 00000800:00000010:3.0:1749393644.711927:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:0.0:1749393644.711930:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393644.711931:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393644.711932:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393644.711934:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393644.711936:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393644.711936:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393644.711937:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393644.711938:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000200:0.0:1749393644.711939:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393644.711940:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:3.0:1749393644.711940:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000400:00000200:0.0:1749393644.711941:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [368:368:254:4294967295] 192.168.203.132@tcp LPNI seq info [377:377:6:4294967295] 00000400:00000200:0.0:1749393644.711944:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393644.711947:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749393644.711947:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499735936/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393644.711949:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393644.711951:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393644.711953:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393644.711955:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393644.711957:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393644.711960:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393644.711960:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393644.711962:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393644.711963:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393644.711966:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393644.711967:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:3.0:1749393644.711969:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:3.0:1749393644.711971:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499736064/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393644.712030:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393644.712032:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393644.712033:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393644.712035:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393644.712037:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:3.0:1749393644.712038:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749393644.712040:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499736192/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393644.713217:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713222:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393644.713226:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713228:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713231:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713233:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0bb80 00000400:00000200:2.0:1749393644.713235:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713239:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1215 [1] + 224 00000400:00000200:2.0:1749393644.713245:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393644.713247:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393644.713252:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499735936/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393644.713274:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713276:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393644.713278:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713284:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713286:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713288:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0bc00 00000400:00000200:2.0:1749393644.713290:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713292:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1225 [1] + 0 00000400:00000200:2.0:1749393644.713296:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393644.713298:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393644.713301:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499736064/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393644.713316:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713318:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393644.713320:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713321:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713323:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393644.713324:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0bc80 00000400:00000010:3.0:1749393644.713324:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5865d8. 00000400:00000200:2.0:1749393644.713326:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393644.713329:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e990 00000400:00000010:3.0:1749393644.713330:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e990. 00000400:00000200:2.0:1749393644.713333:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x122d [1] + 0 00000100:00000200:3.0:1749393644.713335:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499735936/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393644.713337:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393644.713341:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393644.713342:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000100:00000200:3.0:1749393644.713342:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499735936/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393644.713343:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000400:00000200:2.0:1749393644.713343:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393644.713347:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499736192/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393644.713350:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499736064/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393644.713375:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499736064/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393644.713378:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7800. 02000000:00000010:3.0:1749393644.713382:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:3.0:1749393644.713384:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000400:00000010:0.0:1749393644.713393:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393644.713395:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393644.713396:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393644.713401:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499736192/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393644.713408:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499736192/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393644.713423:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393644.713427:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393644.713429:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 02000000:00000010:0.0:1749393644.713432:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393644.713433:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393644.713435:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749393644.715657:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000100:00000010:3.0:1749393644.715660:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df40. 00000100:00000010:2.0:1749393649.719713:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393649.719739:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e000. 00000100:00000010:2.0:1749393649.719796:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393649.719803:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393649.719826:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393649.719830:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393649.719863:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393649.719877:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393649.719882:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393649.719889:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 02000000:00000010:0.0:1749393649.719890:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000100:00000200:3.0:1749393649.719898:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499736320, portal 25 00000400:00000200:0.0:1749393649.719902:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393649.719903:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d432a8. 00000100:00000200:3.0:1749393649.719906:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499736320, offset 0 00000400:00000010:0.0:1749393649.719907:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393649.719912:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:3.0:1749393649.719916:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393649.719925:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499736448, portal 10 00000400:00000200:3.0:1749393649.719926:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393649.719932:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000200:3.0:1749393649.719933:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393649.719935:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499736448, offset 0 00000400:00000200:3.0:1749393649.719939:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393649.719943:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393649.719949:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393649.719955:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393649.719958:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393649.719959:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393649.719962:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393649.719963:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393649.719965:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393649.719967:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393649.719970:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393649.719971:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [369:369:256:4294967295] 192.168.203.132@tcp LPNI seq info [378:378:8:4294967295] 00000400:00000200:0.0:1749393649.719974:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [370:370:256:4294967295] 192.168.203.132@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:3.0:1749393649.719976:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393649.719979:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393649.719987:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393649.719993:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393649.719998:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393649.719998:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000800:00000200:0.0:1749393649.720004:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393649.720005:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393649.720008:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393649.720014:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393649.720015:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393649.720020:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393649.720020:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393649.720025:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393649.720053:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393649.720054:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393649.720059:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15840. 00000100:00000010:3.0:1749393649.720076:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15040. 02000000:00000010:0.0:1749393649.720100:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393649.720105:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393649.720107:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393649.720111:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393649.720114:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499736576, portal 10 00000800:00000200:2.0:1749393649.720115:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393649.720118:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393649.720120:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499736576, offset 0 00000400:00000200:0.0:1749393649.720125:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393649.720128:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749393649.720129:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393649.720133:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393649.720135:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393649.720136:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393649.720139:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393649.720141:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393649.720143:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393649.720144:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393649.720147:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [371:371:254:4294967295] 192.168.203.132@tcp LPNI seq info [380:380:6:4294967295] 00000400:00000200:2.0:1749393649.720147:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d432a8 00000400:00000010:2.0:1749393649.720150:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d432a8. 00000400:00000200:0.0:1749393649.720151:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393649.720158:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393649.720163:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393649.720163:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499736320/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749393649.720165:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393649.720169:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393649.720174:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393649.720177:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393649.720182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393649.720186:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393649.720189:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393649.720192:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393649.720196:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393649.720198:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:2.0:1749393649.720201:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749393649.720205:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499736448/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393649.720276:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393649.720279:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393649.720282:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393649.720285:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393649.720287:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:2.0:1749393649.720289:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749393649.720294:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499736576/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393649.722073:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722081:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393649.722088:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722093:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722097:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722102:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0bd00 00000400:00000200:2.0:1749393649.722106:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722113:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1235 [1] + 224 00000400:00000200:2.0:1749393649.722122:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393649.722135:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393649.722144:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499736320/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393649.722186:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722191:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393649.722195:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722204:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0bd80 00000400:00000200:2.0:1749393649.722207:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.722211:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1245 [1] + 0 00000400:00000200:2.0:1749393649.722225:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393649.722229:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393649.722235:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499736448/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393649.722273:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393649.722282:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:3.0:1749393649.722284:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393649.722294:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499736320/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393649.722303:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393649.722307:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499736320/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393649.722309:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393649.722311:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393649.722320:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499736448/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393649.722355:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 00000100:00000200:0.0:1749393649.722359:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499736448/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393649.722362:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e000. 00000100:00000010:3.0:1749393649.722366:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:0.0:1749393649.722392:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393649.722411:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393649.722417:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000400:00000200:2.0:1749393649.723538:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.723546:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393649.723552:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.723556:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.723559:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.723563:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0be00 00000400:00000200:2.0:1749393649.723568:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393649.723573:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x124d [1] + 0 00000400:00000200:2.0:1749393649.723591:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393649.723596:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393649.723641:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499736576/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393649.723690:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15840. 00000100:00000010:3.0:1749393649.723703:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15040. 00000400:00000010:0.0:1749393649.723711:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393649.723718:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749393649.723721:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393649.723731:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499736576/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393649.723744:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499736576/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393649.723766:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393649.723770:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393649.723774:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:2.0:1749393654.727668:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393654.727692:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393654.727726:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393654.727731:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393654.727744:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393654.727747:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:2.0:1749393654.727774:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749393654.727781:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393654.727784:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586630. 00000400:00000010:2.0:1749393654.727788:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749393654.727793:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499736704, portal 25 00000400:00000010:2.0:1749393654.727796:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393654.727797:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499736704, offset 0 00000400:00000200:2.0:1749393654.727804:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393654.727809:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393654.727813:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:2.0:1749393654.727814:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393654.727818:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393654.727819:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.727821:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393654.727822:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393654.727823:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749393654.727824:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000400:00000200:2.0:1749393654.727825:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393654.727827:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499736832, portal 10 00000400:00000200:2.0:1749393654.727827:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [372:372:256:4294967295] 192.168.203.132@tcp LPNI seq info [381:381:8:4294967295] 00000400:00000200:2.0:1749393654.727829:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393654.727831:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393654.727833:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499736832, offset 0 00000400:00000200:2.0:1749393654.727835:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393654.727837:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393654.727839:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393654.727840:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393654.727842:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000400:00000200:0.0:1749393654.727843:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393654.727846:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393654.727846:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393654.727848:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393654.727850:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393654.727851:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393654.727852:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393654.727853:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [373:373:255:4294967295] 192.168.203.132@tcp LPNI seq info [382:382:7:4294967295] 00000800:00000200:2.0:1749393654.727855:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393654.727856:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393654.727860:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393654.727863:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393654.727864:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393654.727868:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393654.727871:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd80. 00000800:00000200:0.0:1749393654.727872:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393654.727876:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393654.727878:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749393654.727878:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d780. 00000400:00000200:0.0:1749393654.727882:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393654.727888:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393654.727889:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393654.727891:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393654.727892:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393654.727894:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499736960, portal 10 00000400:00000010:0.0:1749393654.727896:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393654.727897:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499736960, offset 0 00000400:00000200:0.0:1749393654.727899:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393654.727901:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393654.727902:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393654.727904:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393654.727905:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393654.727906:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393654.727907:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393654.727909:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [374:374:254:4294967295] 192.168.203.132@tcp LPNI seq info [383:383:6:4294967295] 00000800:00000200:3.0:1749393654.727909:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393654.727911:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393654.727913:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:0.0:1749393654.727914:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393654.727916:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393654.727917:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393654.727918:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393654.727919:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393654.727921:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393654.727922:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393654.727924:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393654.727925:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393654.727927:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:3.0:1749393654.727934:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:3.0:1749393654.727943:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499736704/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393654.727961:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393654.727963:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393654.727965:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393654.727968:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393654.727971:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:3.0:1749393654.727972:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749393654.727977:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499736832/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393654.728018:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393654.728020:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393654.728022:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393654.728026:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393654.728028:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:3.0:1749393654.728030:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:3.0:1749393654.728034:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499736960/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393654.729281:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729312:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393654.729317:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729319:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729321:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729324:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0be80 00000400:00000200:2.0:1749393654.729327:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729330:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1255 [1] + 224 00000400:00000200:2.0:1749393654.729337:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393654.729339:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393654.729344:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499736704/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393654.729364:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729367:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393654.729369:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729370:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729371:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729373:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0bf80 00000400:00000200:2.0:1749393654.729375:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729377:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x126d [1] + 0 00000400:00000200:2.0:1749393654.729380:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393654.729381:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393654.729384:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499736960/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393654.729397:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729399:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393654.729401:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729402:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729404:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729405:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0bf00 00000400:00000200:2.0:1749393654.729407:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393654.729412:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1265 [1] + 0 00000400:00000010:3.0:1749393654.729419:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586630. 00000400:00000200:2.0:1749393654.729420:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393654.729422:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393654.729423:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000400:00000010:3.0:1749393654.729424:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000400:00000010:0.0:1749393654.729428:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393654.729429:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499736704/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393654.729432:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393654.729433:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:3.0:1749393654.729436:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499736704/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393654.729437:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499736832/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393654.729438:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499736960/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393654.729450:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499736960/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393654.729451:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:3.0:1749393654.729454:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:3.0:1749393654.729456:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 02000000:00000010:0.0:1749393654.729464:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393654.729467:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393654.729468:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393654.729472:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393654.729474:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749393654.729475:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393654.729477:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499736832/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393654.729483:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499736832/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393654.729489:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393654.729490:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393654.729491:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000100:00000010:2.0:1749393654.731657:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd80. 00000100:00000010:3.0:1749393654.731661:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d780. 00000100:00000010:2.0:1749393659.735715:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393659.735739:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ea00. 00000100:00000010:2.0:1749393659.735789:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393659.735797:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393659.735821:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393659.735825:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749393659.735870:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7600. 00000400:00000200:2.0:1749393659.735880:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393659.735885:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586688. 00000400:00000010:2.0:1749393659.735891:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749393659.735899:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499737088, portal 25 02000000:00000010:0.0:1749393659.735903:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000010:2.0:1749393659.735904:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749393659.735907:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499737088, offset 0 00000400:00000200:0.0:1749393659.735915:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.735917:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393659.735921:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393659.735926:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393659.735927:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393659.735933:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499737216, portal 10 00000400:00000200:2.0:1749393659.735934:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393659.735940:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:2.0:1749393659.735940:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393659.735944:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499737216, offset 0 00000400:00000200:2.0:1749393659.735945:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393659.735949:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393659.735952:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393659.735953:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393659.735956:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [375:375:256:4294967295] 192.168.203.132@tcp LPNI seq info [384:384:8:4294967295] 00000400:00000200:0.0:1749393659.735961:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.735961:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393659.735969:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393659.735972:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393659.735975:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749393659.735978:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393659.735980:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393659.735984:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393659.735987:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393659.735993:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [376:376:255:4294967295] 192.168.203.132@tcp LPNI seq info [385:385:7:4294967295] 00000800:00000010:2.0:1749393659.735997:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:2.0:1749393659.736005:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393659.736010:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393659.736015:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393659.736020:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393659.736024:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393659.736032:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393659.736039:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393659.736045:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393659.736050:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393659.736055:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000010:2.0:1749393659.736057:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd80. 00000800:00000200:0.0:1749393659.736060:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393659.736071:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393659.736071:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df00. 00000800:00000200:3.0:1749393659.736101:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393659.736115:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1749393659.736122:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749393659.736125:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:3.0:1749393659.736129:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393659.736132:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393659.736134:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000400:00000010:0.0:1749393659.736137:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:3.0:1749393659.736137:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000400:00000010:0.0:1749393659.736143:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393659.736148:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499737344, portal 10 00000100:00000200:3.0:1749393659.736148:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499737088/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393659.736154:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393659.736157:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499737344, offset 0 00000400:00000200:0.0:1749393659.736165:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393659.736171:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393659.736178:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393659.736182:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393659.736186:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393659.736190:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393659.736194:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393659.736199:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [377:377:255:4294967295] 192.168.203.132@tcp LPNI seq info [386:386:7:4294967295] 00000400:00000200:0.0:1749393659.736205:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393659.736216:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393659.736223:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393659.736228:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393659.736231:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749393659.736234:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:3.0:1749393659.736234:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393659.736237:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393659.736242:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393659.736242:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393659.736246:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000800:00000200:0.0:1749393659.736247:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:3.0:1749393659.736248:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:3.0:1749393659.736277:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499737216/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393659.736297:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393659.736313:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393659.736315:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393659.736318:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393659.736322:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393659.736325:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:3.0:1749393659.736326:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:3.0:1749393659.736331:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499737344/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393659.737822:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.737833:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393659.737843:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.737848:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.737854:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.737860:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0c000 00000400:00000200:2.0:1749393659.737867:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.737876:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1275 [1] + 224 00000400:00000200:2.0:1749393659.737891:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393659.737897:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393659.737909:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499737088/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393659.737960:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.737967:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393659.737973:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.737977:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.737982:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393659.737983:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586688. 00000400:00000200:2.0:1749393659.737988:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c080 00000400:00000200:3.0:1749393659.737993:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000200:2.0:1749393659.737994:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393659.737996:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000400:00000200:2.0:1749393659.738009:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1285 [1] + 0 00000100:00000200:3.0:1749393659.738009:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499737088/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393659.738019:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393659.738024:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393659.738029:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499737088/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393659.738033:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499737216/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393659.738059:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7600. 02000000:00000010:3.0:1749393659.738077:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ea00. 00000100:00000010:3.0:1749393659.738083:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000400:00000200:2.0:1749393659.738087:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.738091:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393659.738096:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.738099:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.738102:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.738105:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c100 00000400:00000200:2.0:1749393659.738109:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393659.738113:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x128d [1] + 0 00000400:00000200:2.0:1749393659.738128:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393659.738130:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393659.738132:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393659.738138:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749393659.738140:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749393659.738149:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499737344/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393659.738151:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499737216/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393659.738169:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499737216/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393659.738197:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393659.738200:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393659.738203:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393659.738209:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499737344/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393659.738222:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499737344/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393659.738239:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393659.738245:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393659.738251:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 02000000:00000010:0.0:1749393659.738280:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393659.738286:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393659.738289:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:3.0:1749393659.739693:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df00. 00000100:00000010:2.0:1749393659.739696:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd80. 00000100:00000010:2.0:1749393664.743778:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393664.743813:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749393664.743895:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393664.743907:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393664.743945:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393664.743952:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393664.743970:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749393664.743983:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393664.743986:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393664.743991:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393664.743996:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499737472, portal 25 02000000:00000010:0.0:1749393664.743999:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000010:3.0:1749393664.744000:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43330. 00000100:00000200:3.0:1749393664.744002:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499737472, offset 0 00000400:00000200:3.0:1749393664.744007:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393664.744014:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393664.744017:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393664.744019:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393664.744023:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393664.744024:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393664.744026:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393664.744028:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393664.744030:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749393664.744032:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749393664.744032:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [378:378:256:4294967295] 192.168.203.132@tcp LPNI seq info [387:387:8:4294967295] 00000400:00000200:3.0:1749393664.744035:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393664.744041:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499737600, portal 10 00000400:00000200:3.0:1749393664.744041:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393664.744044:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393664.744047:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000400:00000010:0.0:1749393664.744051:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000800:00000200:3.0:1749393664.744051:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:0.0:1749393664.744055:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499737600, offset 0 00000800:00000200:3.0:1749393664.744057:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393664.744061:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393664.744067:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393664.744078:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393664.744087:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393664.744087:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393664.744091:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15380. 00000100:00000010:3.0:1749393664.744103:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15100. 00000400:00000200:0.0:1749393664.744111:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393664.744117:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393664.744122:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393664.744126:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393664.744132:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [379:379:255:4294967295] 192.168.203.132@tcp LPNI seq info [388:388:7:4294967295] 00000400:00000200:0.0:1749393664.744139:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393664.744154:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393664.744163:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393664.744170:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393664.744178:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393664.744189:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393664.744196:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393664.744208:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393664.744283:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393664.744291:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393664.744296:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393664.744299:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393664.744303:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499737728, portal 10 00000800:00000200:2.0:1749393664.744304:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393664.744309:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393664.744311:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499737728, offset 0 00000800:00000010:2.0:1749393664.744312:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749393664.744317:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393664.744320:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393664.744322:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393664.744326:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393664.744330:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393664.744330:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393664.744332:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393664.744335:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393664.744337:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393664.744338:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43330 00000400:00000200:0.0:1749393664.744341:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [380:380:254:4294967295] 192.168.203.132@tcp LPNI seq info [389:389:6:4294967295] 00000400:00000010:2.0:1749393664.744341:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43330. 00000400:00000200:0.0:1749393664.744345:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393664.744352:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393664.744357:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499737472/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393664.744366:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393664.744370:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393664.744374:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393664.744380:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393664.744383:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393664.744389:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393664.744391:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393664.744394:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393664.744405:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393664.744409:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393664.744413:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:2.0:1749393664.744415:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749393664.744421:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499737600/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393664.744454:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393664.744456:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393664.744459:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393664.744462:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393664.744465:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749393664.744467:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749393664.744471:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499737728/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393664.745658:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745666:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393664.745674:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745679:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745684:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745688:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0c180 00000400:00000200:2.0:1749393664.745693:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745701:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1295 [1] + 224 00000400:00000200:2.0:1749393664.745725:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393664.745730:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393664.745739:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499737472/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393664.745824:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393664.745831:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:3.0:1749393664.745833:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393664.745853:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499737472/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393664.745864:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499737472/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393664.745884:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:3.0:1749393664.745889:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000100:00000010:3.0:1749393664.745892:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000400:00000200:2.0:1749393664.745905:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745910:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393664.745915:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745918:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745930:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745934:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c280 00000400:00000200:2.0:1749393664.745937:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745941:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x12ad [1] + 0 00000400:00000200:2.0:1749393664.745950:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393664.745954:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393664.745961:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499737728/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393664.745994:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.745998:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393664.746002:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.746004:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.746007:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.746010:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c200 00000400:00000200:2.0:1749393664.746013:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393664.746017:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x12a5 [1] + 0 00000400:00000010:0.0:1749393664.746027:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393664.746030:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393664.746034:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393664.746035:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749393664.746037:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393664.746047:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499737728/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393664.746049:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499737600/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393664.746060:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499737728/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393664.746098:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393664.746105:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393664.746109:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000400:00000010:0.0:1749393664.746117:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393664.746119:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393664.746121:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393664.746126:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499737600/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393664.746135:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499737600/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393664.746147:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393664.746150:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393664.746152:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:2.0:1749393664.747718:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15380. 00000100:00000010:3.0:1749393664.747724:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15100. 00000100:00000010:2.0:1749393669.751755:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393669.751794:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393669.751881:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393669.751892:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393669.751935:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393669.751944:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393669.752007:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 02000000:00000010:0.0:1749393669.752028:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749393669.752028:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393669.752033:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393669.752040:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000400:00000200:0.0:1749393669.752047:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393669.752048:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499737856, portal 25 00000400:00000010:3.0:1749393669.752054:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000400:00000010:0.0:1749393669.752055:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393669.752057:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499737856, offset 0 00000400:00000010:0.0:1749393669.752065:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749393669.752067:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393669.752078:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393669.752086:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393669.752092:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393669.752097:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499737984, portal 10 00000400:00000200:3.0:1749393669.752097:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393669.752101:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393669.752105:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749393669.752108:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000400:00000200:3.0:1749393669.752109:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [381:381:256:4294967295] 192.168.203.132@tcp LPNI seq info [390:390:8:4294967295] 00000400:00000200:3.0:1749393669.752113:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393669.752114:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499737984, offset 0 00000400:00000200:3.0:1749393669.752126:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393669.752130:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393669.752133:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393669.752137:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749393669.752142:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393669.752145:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393669.752153:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393669.752156:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393669.752161:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393669.752161:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393669.752168:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393669.752173:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393669.752177:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393669.752235:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [382:382:255:4294967295] 192.168.203.132@tcp LPNI seq info [391:391:7:4294967295] 00000400:00000200:0.0:1749393669.752245:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393669.752251:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393669.752257:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15100. 00000400:00000200:0.0:1749393669.752278:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000010:3.0:1749393669.752278:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c80. 00000800:00000200:0.0:1749393669.752288:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393669.752295:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393669.752305:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393669.752318:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393669.752325:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393669.752337:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393669.752357:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000800:00000200:2.0:1749393669.752358:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393669.752363:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393669.752364:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000010:0.0:1749393669.752367:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393669.752372:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000400:00000200:2.0:1749393669.752374:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393669.752377:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499738112, portal 10 00000400:00000010:0.0:1749393669.752382:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393669.752386:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499738112, offset 0 00000400:00000200:0.0:1749393669.752393:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393669.752395:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393669.752400:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.752403:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000200:0.0:1749393669.752405:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:2.0:1749393669.752407:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:0.0:1749393669.752410:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393669.752414:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:2.0:1749393669.752423:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499737856/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393669.752427:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393669.752431:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393669.752436:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [383:383:254:4294967295] 192.168.203.132@tcp LPNI seq info [392:392:6:4294967295] 00000400:00000200:0.0:1749393669.752443:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393669.752470:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393669.752477:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393669.752482:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393669.752488:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393669.752496:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393669.752499:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393669.752508:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393669.752543:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393669.752548:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393669.752554:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393669.752560:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393669.752565:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749393669.752567:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749393669.752576:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499737984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393669.752666:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393669.752670:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393669.752675:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393669.752681:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393669.752686:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749393669.752689:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749393669.752697:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499738112/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393669.754141:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754149:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393669.754157:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754161:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754166:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754171:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0c300 00000400:00000200:2.0:1749393669.754177:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754210:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x12b5 [1] + 224 00000400:00000200:2.0:1749393669.754227:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393669.754233:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393669.754254:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499737856/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393669.754298:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754302:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393669.754306:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754309:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754313:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754317:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c400 00000400:00000200:2.0:1749393669.754323:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754329:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x12cd [1] + 0 00000400:00000200:2.0:1749393669.754339:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393669.754345:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393669.754352:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499738112/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393669.754394:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393669.754400:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393669.754404:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000200:2.0:1749393669.754406:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:3.0:1749393669.754406:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000400:00000200:2.0:1749393669.754412:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754417:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393669.754418:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499737856/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393669.754422:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393669.754427:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c380 00000400:00000200:2.0:1749393669.754432:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393669.754433:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499737856/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393669.754438:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x12c5 [1] + 0 00000400:00000010:0.0:1749393669.754448:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393669.754456:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 02000000:00000010:3.0:1749393669.754459:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 00000400:00000010:0.0:1749393669.754460:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 02000000:00000010:3.0:1749393669.754466:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000200:2.0:1749393669.754470:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749393669.754471:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000100:00000200:0.0:1749393669.754472:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499738112/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393669.754477:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393669.754487:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499737984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393669.754490:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499738112/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393669.754531:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393669.754540:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393669.754547:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000400:00000010:0.0:1749393669.754558:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393669.754561:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393669.754564:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393669.754572:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499737984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393669.754586:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499737984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393669.754653:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393669.754665:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393669.754668:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749393669.755715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15100. 00000100:00000010:3.0:1749393669.755727:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c80. 00000100:00000010:0.0:1749393674.759893:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749393674.759928:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749393674.760001:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3b80. 02000000:00000010:0.0:1749393674.760010:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59000. 00000100:00000010:0.0:1749393674.760036:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3480. 02000000:00000010:0.0:1749393674.760040:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58c00. 02000000:00000010:2.0:1749393674.760088:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:0.0:1749393674.760092:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ee00. 00000400:00000200:0.0:1749393674.760107:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.760107:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393674.760112:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393674.760120:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393674.760130:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499738240, portal 25 00000400:00000010:2.0:1749393674.760134:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5866e0. 00000400:00000010:0.0:1749393674.760136:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393674.760139:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499738240, offset 0 00000400:00000010:2.0:1749393674.760142:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ecc0. 00000400:00000200:0.0:1749393674.760180:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393674.760195:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393674.760195:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499738368, portal 10 00000400:00000010:2.0:1749393674.760207:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ef68. 00000400:00000200:0.0:1749393674.760208:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749393674.760211:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499738368, offset 0 00000400:00000200:0.0:1749393674.760217:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393674.760222:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393674.760224:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393674.760230:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393674.760231:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393674.760235:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393674.760238:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393674.760241:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [384:384:256:4294967295] 192.168.203.132@tcp LPNI seq info [393:393:8:4294967295] 00000400:00000200:2.0:1749393674.760245:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393674.760249:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.760249:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393674.760252:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393674.760255:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393674.760259:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [385:385:256:4294967295] 192.168.203.132@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000200:2.0:1749393674.760264:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.760277:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393674.760285:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393674.760289:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393674.760291:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000800:00000200:0.0:1749393674.760295:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393674.760299:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:2.0:1749393674.760300:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393674.760304:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393674.760313:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393674.760314:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393674.760320:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749393674.760320:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393674.760356:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.760359:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393674.760366:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd80. 00000100:00000010:2.0:1749393674.760385:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df00. 02000000:00000010:2.0:1749393674.760400:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000400:00000200:2.0:1749393674.760404:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393674.760406:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586738. 00000400:00000010:2.0:1749393674.760410:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2edd0. 00000100:00000200:2.0:1749393674.760414:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499738496, portal 10 00000400:00000010:2.0:1749393674.760418:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ee58. 00000100:00000200:2.0:1749393674.760420:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499738496, offset 0 00000400:00000200:2.0:1749393674.760425:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393674.760437:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.760441:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393674.760444:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393674.760447:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393674.760450:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393674.760452:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393674.760455:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [386:386:254:4294967295] 192.168.203.132@tcp LPNI seq info [395:395:6:4294967295] 00000400:00000200:2.0:1749393674.760460:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393674.760461:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749393674.760467:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393674.760468:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000800:00000200:2.0:1749393674.760471:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393674.760474:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:3.0:1749393674.760477:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1749393674.760478:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393674.760484:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393674.760486:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:2.0:1749393674.760487:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393674.760491:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ef68 00000400:00000200:2.0:1749393674.760493:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393674.760494:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ef68. 00000100:00000200:3.0:1749393674.760508:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3b80 x1834371499738368/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393674.760531:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393674.760534:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393674.760537:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393674.760540:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393674.760543:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:3.0:1749393674.760545:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:3.0:1749393674.760550:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499738240/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393674.760691:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393674.760702:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:3.0:1749393674.760706:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393674.760710:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393674.760713:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ee58 00000400:00000010:3.0:1749393674.760715:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ee58. 00000100:00000200:3.0:1749393674.760721:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3480 x1834371499738496/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393674.762564:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762573:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393674.762581:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762586:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762590:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762594:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0c480 00000400:00000200:2.0:1749393674.762600:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762632:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x12d5 [1] + 224 00000400:00000200:2.0:1749393674.762645:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393674.762649:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393674.762659:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499738240/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393674.762698:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762702:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393674.762707:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762720:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762726:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762731:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c500 00000400:00000010:0.0:1749393674.762735:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393674.762737:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393674.762743:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393674.762745:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393674.762755:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499738240/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393674.762757:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x12dd [1] + 0 00000100:00000200:0.0:1749393674.762768:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499738240/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393674.762772:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393674.762778:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393674.762788:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3b80 x1834371499738368/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393674.762799:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ee00. 02000000:00000010:0.0:1749393674.762804:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749393674.762809:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000400:00000200:2.0:1749393674.762838:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762844:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393674.762851:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762855:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762860:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762865:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c580 00000400:00000200:2.0:1749393674.762870:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393674.762876:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x12ed [1] + 0 00000400:00000200:2.0:1749393674.762902:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393674.762908:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393674.762918:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3480 x1834371499738496/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393674.762923:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5866e0. 00000400:00000200:3.0:1749393674.762932:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ecc0 00000400:00000010:3.0:1749393674.762934:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ecc0. 00000100:00000200:3.0:1749393674.762944:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3b80 x1834371499738368/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393674.762957:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3b80 x1834371499738368/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393674.762983:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586738. 00000400:00000200:3.0:1749393674.762985:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2edd0 00000400:00000010:3.0:1749393674.762987:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2edd0. 00000100:00000200:3.0:1749393674.762991:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3480 x1834371499738496/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393674.763000:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3480 x1834371499738496/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393674.763013:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393674.763018:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59000. 00000100:00000010:3.0:1749393674.763023:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3b80. 02000000:00000010:3.0:1749393674.763027:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393674.763029:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58c00. 00000100:00000010:3.0:1749393674.763032:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3480. 00000100:00000010:3.0:1749393674.763666:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df00. 00000100:00000010:2.0:1749393674.763671:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd80. 00000100:00000010:0.0:1749393679.767732:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749393679.767765:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67000. 00000100:00000010:0.0:1749393679.767831:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3800. 02000000:00000010:0.0:1749393679.767839:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58800. 00000100:00000010:0.0:1749393679.767869:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3480. 02000000:00000010:0.0:1749393679.767873:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393679.767928:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ee00. 00000400:00000200:0.0:1749393679.767942:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393679.767947:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393679.767955:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393679.767965:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499738624, portal 25 00000400:00000010:0.0:1749393679.767971:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393679.767975:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499738624, offset 0 02000000:00000010:3.0:1749393679.767982:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671000. 00000400:00000200:0.0:1749393679.767988:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393679.767994:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393679.768000:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393679.768010:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393679.768018:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1749393679.768019:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:0.0:1749393679.768023:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:3.0:1749393679.768024:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000400:00000200:0.0:1749393679.768028:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1749393679.768029:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499738752, portal 10 00000400:00000200:0.0:1749393679.768031:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393679.768036:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [387:387:256:4294967295] 192.168.203.132@tcp LPNI seq info [396:396:8:4294967295] 00000400:00000010:3.0:1749393679.768037:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 00000100:00000200:3.0:1749393679.768039:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499738752, offset 0 00000400:00000200:0.0:1749393679.768041:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393679.768047:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393679.768052:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393679.768058:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393679.768063:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393679.768066:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393679.768069:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393679.768072:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393679.768075:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [388:388:256:4294967295] 192.168.203.132@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:3.0:1749393679.768080:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393679.768093:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393679.768100:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393679.768105:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393679.768105:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000800:00000200:0.0:1749393679.768111:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393679.768147:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393679.768155:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749393679.768160:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393679.768161:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393679.768166:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1749393679.768168:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393679.768172:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393679.768197:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393679.768199:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393679.768204:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89f00. 00000100:00000010:0.0:1749393679.768230:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89500. 02000000:00000010:3.0:1749393679.768250:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671400. 00000400:00000200:3.0:1749393679.768254:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393679.768257:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4898. 00000400:00000010:3.0:1749393679.768260:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749393679.768264:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499738880, portal 10 00000400:00000010:3.0:1749393679.768268:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d434c8. 00000100:00000200:3.0:1749393679.768271:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499738880, offset 0 00000400:00000200:3.0:1749393679.768275:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393679.768280:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1749393679.768280:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393679.768283:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749393679.768287:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:3.0:1749393679.768294:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393679.768295:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393679.768297:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393679.768299:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393679.768302:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393679.768304:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393679.768306:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [389:389:254:4294967295] 192.168.203.132@tcp LPNI seq info [398:398:6:4294967295] 00000400:00000200:2.0:1749393679.768309:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000200:3.0:1749393679.768310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393679.768312:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000400:00000200:3.0:1749393679.768318:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393679.768323:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393679.768326:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3800 x1834371499738752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1749393679.768326:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000800:00000200:3.0:1749393679.768331:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393679.768336:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393679.768339:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393679.768345:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393679.768369:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393679.768372:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393679.768375:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393679.768379:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393679.768382:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749393679.768384:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393679.768390:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499738624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393679.768483:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393679.768486:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:2.0:1749393679.768489:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393679.768492:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393679.768495:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d434c8 00000400:00000010:2.0:1749393679.768497:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d434c8. 00000100:00000200:2.0:1749393679.768501:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3480 x1834371499738880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393679.770404:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770412:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393679.770420:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770425:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770430:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770435:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c680 00000400:00000200:2.0:1749393679.770440:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770447:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1305 [1] + 0 00000400:00000200:2.0:1749393679.770458:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393679.770462:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393679.770472:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3800 x1834371499738752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393679.770514:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770527:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393679.770531:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770534:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770537:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770540:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0c600 00000400:00000200:2.0:1749393679.770544:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770548:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x12fd [1] + 224 00000400:00000200:2.0:1749393679.770556:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393679.770559:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393679.770565:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499738624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393679.770591:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770595:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393679.770598:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770601:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393679.770629:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393679.770633:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393679.770633:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c700 00000400:00000200:2.0:1749393679.770636:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393679.770640:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393679.770642:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000400:00000010:3.0:1749393679.770650:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000100:00000200:0.0:1749393679.770652:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499738624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393679.770660:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:3.0:1749393679.770662:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:0.0:1749393679.770665:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499738624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393679.770668:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1315 [1] + 0 00000100:00000200:3.0:1749393679.770672:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3800 x1834371499738752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393679.770685:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749393679.770685:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3800 x1834371499738752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393679.770689:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749393679.770692:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ee00. 00000100:00000200:2.0:1749393679.770696:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3480 x1834371499738880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393679.770698:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67000. 00000100:00000010:0.0:1749393679.770703:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000400:00000010:3.0:1749393679.770710:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4898. 00000400:00000200:3.0:1749393679.770712:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000010:3.0:1749393679.770714:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749393679.770719:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3480 x1834371499738880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393679.770728:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3480 x1834371499738880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393679.770741:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671000. 02000000:00000010:3.0:1749393679.770746:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58800. 00000100:00000010:3.0:1749393679.770760:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3800. 02000000:00000010:3.0:1749393679.770765:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671400. 02000000:00000010:3.0:1749393679.770767:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58000. 00000100:00000010:3.0:1749393679.770770:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3480. 00000100:00000010:3.0:1749393679.771715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89500. 00000100:00000010:2.0:1749393679.771729:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89f00. 00000100:00000010:0.0:1749393684.775754:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749393684.775787:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67100. 00000100:00000010:0.0:1749393684.775855:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3b80. 02000000:00000010:0.0:1749393684.775863:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59800. 00000100:00000010:0.0:1749393684.775891:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2680. 02000000:00000010:0.0:1749393684.775895:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749393684.775954:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646fe00. 00000400:00000200:0.0:1749393684.775966:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393684.775972:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393684.775979:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393684.775990:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499739008, portal 25 02000000:00000010:3.0:1749393684.776007:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671400. 00000400:00000010:0.0:1749393684.776016:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000400:00000200:3.0:1749393684.776019:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393684.776020:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499739008, offset 0 00000400:00000010:3.0:1749393684.776023:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4898. 00000400:00000010:3.0:1749393684.776029:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000400:00000200:0.0:1749393684.776032:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:3.0:1749393684.776033:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499739136, portal 10 00000400:00000010:3.0:1749393684.776040:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393684.776043:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499739136, offset 0 00000400:00000200:0.0:1749393684.776044:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393684.776050:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393684.776055:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393684.776057:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393684.776062:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393684.776062:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393684.776067:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393684.776068:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393684.776071:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393684.776073:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393684.776074:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393684.776076:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393684.776077:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393684.776105:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [390:390:256:4294967295] 192.168.203.132@tcp LPNI seq info [399:399:8:4294967295] 00000400:00000200:3.0:1749393684.776107:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [391:391:256:4294967295] 192.168.203.132@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000200:0.0:1749393684.776110:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393684.776112:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393684.776126:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393684.776133:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393684.776137:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393684.776139:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000800:00000200:0.0:1749393684.776143:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393684.776147:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749393684.776148:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393684.776152:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393684.776160:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393684.776161:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393684.776167:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1749393684.776167:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393684.776189:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393684.776195:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89280. 00000400:00000200:3.0:1749393684.776195:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393684.776216:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b898c0. 02000000:00000010:3.0:1749393684.776231:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b671000. 00000400:00000200:3.0:1749393684.776235:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393684.776238:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393684.776251:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393684.776255:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499739264, portal 10 00000400:00000010:3.0:1749393684.776260:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d435d8. 00000100:00000200:3.0:1749393684.776262:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499739264, offset 0 00000400:00000200:3.0:1749393684.776267:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393684.776272:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393684.776276:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393684.776279:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393684.776282:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393684.776284:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393684.776287:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393684.776290:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [392:392:254:4294967295] 192.168.203.132@tcp LPNI seq info [401:401:6:4294967295] 00000400:00000200:3.0:1749393684.776294:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393684.776301:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393684.776305:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393684.776308:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000800:00000200:3.0:1749393684.776311:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393684.776316:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393684.776319:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393684.776325:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393684.776328:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393684.776335:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393684.776343:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393684.776352:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393684.776357:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:2.0:1749393684.776360:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:2.0:1749393684.776383:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499739008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393684.776410:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393684.776412:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:2.0:1749393684.776416:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393684.776420:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393684.776423:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:2.0:1749393684.776425:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:2.0:1749393684.776430:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3b80 x1834371499739136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393684.776523:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393684.776525:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:2.0:1749393684.776528:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393684.776532:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393684.776534:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d435d8 00000400:00000010:2.0:1749393684.776536:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d435d8. 00000100:00000200:2.0:1749393684.776541:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2680 x1834371499739264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393684.778328:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778337:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393684.778345:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778349:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778354:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778359:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0c780 00000400:00000200:2.0:1749393684.778364:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778371:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1325 [1] + 224 00000400:00000200:2.0:1749393684.778382:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393684.778386:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393684.778395:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499739008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393684.778438:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778451:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393684.778455:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778458:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778461:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778464:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c880 00000400:00000200:2.0:1749393684.778467:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393684.778470:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393684.778477:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393684.778480:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000400:00000200:2.0:1749393684.778488:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x133d [1] + 0 00000100:00000200:0.0:1749393684.778491:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499739008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393684.778496:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393684.778499:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393684.778505:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499739008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393684.778506:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2680 x1834371499739264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393684.778532:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393684.778533:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646fe00. 00000400:00000200:2.0:1749393684.778536:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:0.0:1749393684.778539:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67100. 00000400:00000200:2.0:1749393684.778540:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778542:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393684.778543:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000400:00000200:2.0:1749393684.778545:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778548:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c800 00000400:00000200:2.0:1749393684.778551:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393684.778554:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x132d [1] + 0 00000400:00000200:2.0:1749393684.778573:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393684.778577:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393684.778582:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3b80 x1834371499739136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393684.778654:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4898. 00000400:00000200:3.0:1749393684.778664:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000010:3.0:1749393684.778667:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749393684.778677:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3b80 x1834371499739136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393684.778689:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3b80 x1834371499739136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393684.778714:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393684.778716:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393684.778718:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393684.778723:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2680 x1834371499739264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393684.778741:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2680 x1834371499739264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393684.778757:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671400. 02000000:00000010:3.0:1749393684.778762:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59800. 00000100:00000010:3.0:1749393684.778767:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3b80. 02000000:00000010:3.0:1749393684.778771:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b671000. 02000000:00000010:3.0:1749393684.778774:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5ac00. 00000100:00000010:3.0:1749393684.778778:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2680. 00000100:00000010:3.0:1749393684.779669:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b898c0. 00000100:00000010:2.0:1749393684.779710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89280. 00000100:00000010:2.0:1749393689.783744:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393689.783770:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ef00. 00000100:00000010:2.0:1749393689.783818:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393689.783824:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393689.783840:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393689.783857:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393689.783876:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 02000000:00000010:0.0:1749393689.783877:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393689.783888:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393689.783888:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393689.783892:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:3.0:1749393689.783892:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:0.0:1749393689.783898:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000010:3.0:1749393689.783898:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393689.783922:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499739392, portal 25 00000400:00000010:3.0:1749393689.783928:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000100:00000200:0.0:1749393689.783930:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499739520, portal 10 00000100:00000200:3.0:1749393689.783932:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499739392, offset 0 00000400:00000010:0.0:1749393689.783940:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:3.0:1749393689.783944:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393689.783945:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499739520, offset 0 00000400:00000200:0.0:1749393689.783955:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393689.783956:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393689.783964:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393689.783967:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393689.783971:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393689.783974:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393689.783977:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393689.783980:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393689.783982:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393689.783984:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393689.783987:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393689.783988:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393689.783991:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393689.783992:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [393:393:256:4294967295] 192.168.203.132@tcp LPNI seq info [402:402:8:4294967295] 00000400:00000200:0.0:1749393689.783997:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [394:394:256:4294967295] 192.168.203.132@tcp LPNI seq info [403:403:8:4294967295] 00000400:00000200:3.0:1749393689.783997:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393689.784006:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393689.784010:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393689.784017:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393689.784022:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000800:00000200:3.0:1749393689.784030:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393689.784031:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393689.784038:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393689.784078:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393689.784086:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393689.784097:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393689.784098:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393689.784104:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393689.784104:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749393689.784135:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393689.784139:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393689.784142:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15780. 00000100:00000010:3.0:1749393689.784161:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c40. 02000000:00000010:0.0:1749393689.784187:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393689.784194:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393689.784198:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393689.784203:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393689.784208:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499739648, portal 10 00000800:00000200:2.0:1749393689.784210:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393689.784214:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000800:00000010:2.0:1749393689.784214:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000100:00000200:0.0:1749393689.784218:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499739648, offset 0 00000400:00000200:2.0:1749393689.784222:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393689.784225:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393689.784231:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393689.784236:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000010:2.0:1749393689.784238:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000400:00000200:0.0:1749393689.784244:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393689.784251:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749393689.784252:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499739392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393689.784255:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393689.784259:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393689.784263:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393689.784266:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393689.784271:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [395:395:254:4294967295] 192.168.203.132@tcp LPNI seq info [404:404:6:4294967295] 00000400:00000200:0.0:1749393689.784278:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393689.784289:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393689.784296:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393689.784302:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393689.784308:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393689.784316:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393689.784321:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393689.784330:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393689.784351:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393689.784354:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393689.784358:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393689.784362:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393689.784365:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:2.0:1749393689.784367:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749393689.784372:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499739520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393689.784401:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393689.784403:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393689.784406:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393689.784409:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393689.784411:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749393689.784413:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749393689.784417:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499739648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393689.785820:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785824:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393689.785830:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785832:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785835:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785838:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0c900 00000400:00000200:2.0:1749393689.785840:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785849:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x134d [1] + 224 00000400:00000200:2.0:1749393689.785857:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393689.785859:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393689.785864:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499739392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393689.785886:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785889:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393689.785891:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785892:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785894:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785895:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0c980 00000400:00000200:2.0:1749393689.785897:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785899:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1355 [1] + 0 00000400:00000200:2.0:1749393689.785901:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393689.785903:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393689.785906:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499739520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393689.785918:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785920:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393689.785922:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785923:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785924:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785926:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ca00 00000400:00000200:2.0:1749393689.785927:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393689.785929:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1365 [1] + 0 00000400:00000200:2.0:1749393689.785938:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393689.785940:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:3.0:1749393689.785941:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393689.785947:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393689.785948:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:2.0:1749393689.785952:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499739648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393689.785953:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393689.785953:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499739392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393689.785957:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393689.785959:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749393689.785960:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499739392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393689.785965:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499739520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393689.785974:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499739520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393689.785979:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:3.0:1749393689.785984:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ef00. 00000100:00000010:3.0:1749393689.785988:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000400:00000010:0.0:1749393689.785992:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393689.785993:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749393689.785995:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393689.785999:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499739648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393689.786006:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499739648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393689.786034:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393689.786084:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393689.786089:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749393689.786096:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393689.786101:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393689.786105:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000100:00000010:2.0:1749393689.787662:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15780. 00000100:00000010:3.0:1749393689.787668:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c40. 00000100:00000010:2.0:1749393694.791729:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393694.791756:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749393694.791818:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393694.791826:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393694.791850:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393694.791855:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749393694.791905:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6a00. 00000400:00000200:2.0:1749393694.791919:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393694.791924:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586790. 00000400:00000010:2.0:1749393694.791933:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eee0. 00000100:00000200:2.0:1749393694.791943:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499739776, portal 25 00000400:00000010:2.0:1749393694.791949:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ed48. 02000000:00000010:0.0:1749393694.791950:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000100:00000200:2.0:1749393694.791952:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499739776, offset 0 00000400:00000200:0.0:1749393694.791963:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.791963:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393694.791967:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393694.791972:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000200:2.0:1749393694.791975:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393694.791977:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499739904, portal 10 00000400:00000010:0.0:1749393694.791983:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:2.0:1749393694.791984:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393694.791986:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499739904, offset 0 00000400:00000200:2.0:1749393694.791993:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393694.791994:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393694.791998:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393694.792001:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.792003:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393694.792007:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393694.792008:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393694.792044:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393694.792048:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393694.792052:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393694.792055:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393694.792055:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [396:396:256:4294967295] 192.168.203.132@tcp LPNI seq info [405:405:8:4294967295] 00000400:00000200:0.0:1749393694.792059:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [397:397:256:4294967295] 192.168.203.132@tcp LPNI seq info [406:406:8:4294967295] 00000400:00000200:2.0:1749393694.792060:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393694.792064:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.792074:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393694.792081:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393694.792086:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393694.792087:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:0.0:1749393694.792092:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393694.792095:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:2.0:1749393694.792096:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393694.792101:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393694.792109:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393694.792109:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393694.792115:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393694.792115:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393694.792134:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.792135:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393694.792141:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89200. 00000100:00000010:0.0:1749393694.792159:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89000. 00000800:00000200:2.0:1749393694.792172:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393694.792175:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393694.792180:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749393694.792182:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:2.0:1749393694.792186:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393694.792191:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:2.0:1749393694.792193:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000400:00000200:0.0:1749393694.792197:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393694.792200:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393694.792203:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749393694.792206:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499739904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393694.792207:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499740032, portal 10 00000400:00000010:0.0:1749393694.792213:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393694.792215:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499740032, offset 0 00000400:00000200:0.0:1749393694.792220:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393694.792225:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393694.792229:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393694.792232:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393694.792235:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393694.792238:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393694.792240:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393694.792243:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [398:398:255:4294967295] 192.168.203.132@tcp LPNI seq info [407:407:7:4294967295] 00000400:00000200:0.0:1749393694.792247:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393694.792255:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393694.792259:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393694.792262:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393694.792264:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749393694.792266:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:2.0:1749393694.792267:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:2.0:1749393694.792270:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393694.792271:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393694.792274:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393694.792275:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393694.792277:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ed48 00000400:00000200:0.0:1749393694.792279:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393694.792279:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ed48. 00000100:00000200:2.0:1749393694.792285:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499739776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393694.792313:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393694.792315:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393694.792317:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393694.792320:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393694.792323:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:2.0:1749393694.792325:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749393694.792329:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499740032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393694.793747:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793756:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393694.793764:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793768:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793773:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793777:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0ca80 00000400:00000200:2.0:1749393694.793782:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793798:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x136d [1] + 224 00000400:00000200:2.0:1749393694.793810:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393694.793815:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393694.793824:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499739776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393694.793867:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793872:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393694.793876:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793878:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793881:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793884:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0cb00 00000400:00000200:2.0:1749393694.793888:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793891:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x137d [1] + 0 00000400:00000200:2.0:1749393694.793896:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393694.793900:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393694.793904:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499739904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393694.793929:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793933:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393694.793936:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793939:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793942:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793945:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0cb80 00000400:00000200:2.0:1749393694.793948:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393694.793951:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1385 [1] + 0 00000400:00000010:3.0:1749393694.793961:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586790. 00000400:00000200:2.0:1749393694.793964:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393694.793968:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393694.793969:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eee0 00000400:00000010:3.0:1749393694.793972:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eee0. 00000100:00000200:3.0:1749393694.793982:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499739776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393694.793983:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499740032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393694.793995:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499739776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393694.794052:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 02000000:00000010:3.0:1749393694.794056:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6a00. 00000400:00000200:0.0:1749393694.794059:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749393694.794061:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 02000000:00000010:3.0:1749393694.794063:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:3.0:1749393694.794068:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000200:0.0:1749393694.794071:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499739904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393694.794084:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499739904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393694.794109:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393694.794120:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749393694.794122:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393694.794127:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499740032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393694.794136:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499740032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393694.794151:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393694.794155:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393694.794159:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 02000000:00000010:0.0:1749393694.794163:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393694.794165:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393694.794167:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:3.0:1749393694.795716:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89000. 00000100:00000010:2.0:1749393694.795731:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89200. 00000100:00000010:2.0:1749393699.799747:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393699.799781:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ef00. 00000100:00000010:2.0:1749393699.799844:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393699.799853:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393699.799878:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393699.799883:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393699.799930:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393699.799959:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393699.799963:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 02000000:00000010:0.0:1749393699.799999:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000010:3.0:1749393699.800004:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000400:00000200:0.0:1749393699.800006:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393699.800009:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393699.800012:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499740160, portal 25 00000400:00000010:0.0:1749393699.800013:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393699.800015:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499740288, portal 10 00000400:00000010:3.0:1749393699.800016:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43770. 00000100:00000200:3.0:1749393699.800018:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499740160, offset 0 00000400:00000010:0.0:1749393699.800020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393699.800022:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499740288, offset 0 00000400:00000200:3.0:1749393699.800026:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393699.800028:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393699.800034:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393699.800035:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393699.800042:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393699.800042:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393699.800047:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393699.800047:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393699.800051:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393699.800051:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393699.800054:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393699.800054:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393699.800056:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393699.800056:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393699.800060:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [399:399:256:4294967295] 192.168.203.132@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:3.0:1749393699.800060:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [399:399:256:4294967295] 192.168.203.132@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:0.0:1749393699.800063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393699.800063:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393699.800071:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393699.800075:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393699.800077:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393699.800079:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000800:00000200:0.0:1749393699.800080:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393699.800083:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749393699.800085:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393699.800092:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393699.800093:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393699.800096:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393699.800097:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393699.800098:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393699.800115:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393699.800117:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393699.800120:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c40. 00000100:00000010:3.0:1749393699.800142:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15600. 02000000:00000010:0.0:1749393699.800159:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393699.800162:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393699.800164:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:2.0:1749393699.800165:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393699.800166:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000800:00000010:2.0:1749393699.800167:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000100:00000200:0.0:1749393699.800168:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499740416, portal 10 00000400:00000010:0.0:1749393699.800171:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:2.0:1749393699.800172:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393699.800173:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499740416, offset 0 00000400:00000200:0.0:1749393699.800175:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393699.800177:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393699.800178:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393699.800180:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393699.800181:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43770 00000400:00000200:0.0:1749393699.800182:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1749393699.800182:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43770. 00000400:00000200:0.0:1749393699.800184:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393699.800185:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393699.800187:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393699.800189:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [400:400:254:4294967295] 192.168.203.132@tcp LPNI seq info [410:410:6:4294967295] 00000400:00000200:0.0:1749393699.800191:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393699.800192:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499740160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393699.800195:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393699.800198:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393699.800200:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393699.800202:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393699.800204:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393699.800206:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393699.800209:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393699.800281:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393699.800283:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393699.800285:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393699.800288:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393699.800289:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:2.0:1749393699.800291:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749393699.800294:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499740288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393699.800312:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393699.800314:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393699.800315:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393699.800318:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393699.800319:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:2.0:1749393699.800321:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749393699.800323:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499740416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393699.801847:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801852:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393699.801858:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801861:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801864:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801867:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0cc00 00000400:00000200:2.0:1749393699.801870:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801875:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x138d [1] + 224 00000400:00000200:2.0:1749393699.801882:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393699.801885:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393699.801891:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499740160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393699.801925:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801928:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393699.801930:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801932:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801933:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801935:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0cd00 00000400:00000200:2.0:1749393699.801937:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801939:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x13a5 [1] + 0 00000400:00000200:2.0:1749393699.801942:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393699.801944:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393699.801947:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499740416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393699.801958:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393699.801965:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393699.801967:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:2.0:1749393699.801973:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393699.801990:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499740160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393699.801991:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393699.801993:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.801994:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393699.801995:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393699.801999:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393699.802000:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:3.0:1749393699.802002:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499740160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393699.802006:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499740416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393699.802011:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.802013:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0cc80 00000400:00000200:2.0:1749393699.802015:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393699.802017:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1395 [1] + 0 00000100:00000200:0.0:1749393699.802019:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499740416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393699.802026:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 00000400:00000200:2.0:1749393699.802028:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393699.802031:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749393699.802034:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 00000100:00000200:2.0:1749393699.802035:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499740288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393699.802038:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393699.802039:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ef00. 00000100:00000010:0.0:1749393699.802042:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:3.0:1749393699.802042:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000400:00000010:0.0:1749393699.802047:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393699.802048:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749393699.802049:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393699.802052:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499740288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393699.802057:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499740288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393699.802064:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393699.802066:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393699.802068:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749393699.803683:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c40. 00000100:00000010:3.0:1749393699.803693:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15600. 00000100:00000010:2.0:1749393704.807725:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393704.807754:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e200. 00000100:00000010:2.0:1749393704.807816:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393704.807826:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393704.807851:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393704.807856:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393704.807913:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393704.807931:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393704.807937:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 02000000:00000010:0.0:1749393704.807972:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000010:3.0:1749393704.807978:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000400:00000200:0.0:1749393704.807984:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393704.807989:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393704.807989:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499740544, portal 25 00000400:00000010:0.0:1749393704.807994:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000010:3.0:1749393704.807995:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d436e8. 00000100:00000200:0.0:1749393704.807999:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499740672, portal 10 00000100:00000200:3.0:1749393704.807999:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499740544, offset 0 00000400:00000010:0.0:1749393704.808005:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393704.808008:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499740672, offset 0 00000400:00000200:3.0:1749393704.808011:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393704.808016:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393704.808023:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393704.808023:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393704.808033:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393704.808033:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393704.808040:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393704.808041:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393704.808046:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393704.808046:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393704.808051:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393704.808051:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393704.808054:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393704.808055:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393704.808060:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [402:402:256:4294967295] 192.168.203.132@tcp LPNI seq info [411:412:8:4294967295] 00000400:00000200:3.0:1749393704.808060:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [402:402:256:4294967295] 192.168.203.132@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000200:3.0:1749393704.808065:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393704.808076:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393704.808077:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393704.808083:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393704.808088:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393704.808088:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000800:00000200:0.0:1749393704.808094:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393704.808097:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:3.0:1749393704.808097:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393704.808102:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393704.808108:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393704.808109:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393704.808114:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393704.808114:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393704.808146:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393704.808149:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393704.808153:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89a40. 00000100:00000010:0.0:1749393704.808191:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89340. 02000000:00000010:0.0:1749393704.808207:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393704.808212:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393704.808213:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393704.808214:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000010:2.0:1749393704.808217:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000010:0.0:1749393704.808218:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393704.808221:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499740800, portal 10 00000400:00000200:2.0:1749393704.808223:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393704.808225:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393704.808228:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499740800, offset 0 00000400:00000200:2.0:1749393704.808231:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393704.808232:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393704.808236:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.808236:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749393704.808239:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000400:00000200:0.0:1749393704.808240:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393704.808243:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393704.808246:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393704.808249:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393704.808252:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393704.808254:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499740672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393704.808256:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [403:403:254:4294967295] 192.168.203.132@tcp LPNI seq info [413:413:6:4294967295] 00000400:00000200:0.0:1749393704.808260:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393704.808266:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393704.808271:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393704.808273:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393704.808277:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393704.808289:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393704.808292:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393704.808298:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393704.808322:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393704.808325:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:2.0:1749393704.808329:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393704.808333:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393704.808336:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d436e8 00000400:00000010:2.0:1749393704.808338:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d436e8. 00000100:00000200:2.0:1749393704.808343:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499740544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393704.808393:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393704.808396:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393704.808398:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393704.808402:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393704.808404:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749393704.808406:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393704.808411:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499740800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393704.809795:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809803:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393704.809812:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809816:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809821:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809825:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ce00 00000400:00000200:2.0:1749393704.809830:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809837:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x13b5 [1] + 0 00000400:00000200:2.0:1749393704.809848:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393704.809852:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393704.809861:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499740672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393704.809904:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809908:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393704.809911:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809914:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809917:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809920:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0cd80 00000400:00000200:2.0:1749393704.809923:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.809927:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x13ad [1] + 224 00000400:00000200:2.0:1749393704.809932:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393704.809962:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393704.809966:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393704.809970:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749393704.809972:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393704.809982:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499740672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393704.809983:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499740544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393704.809995:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499740672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393704.810013:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.810017:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393704.810020:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.810023:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.810026:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393704.810029:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ce80 02000000:00000010:0.0:1749393704.810031:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 00000400:00000200:2.0:1749393704.810033:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393704.810036:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000400:00000200:2.0:1749393704.810036:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x13c5 [1] + 0 00000100:00000010:0.0:1749393704.810041:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000200:2.0:1749393704.810051:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393704.810055:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393704.810061:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499740800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393704.810111:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393704.810120:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393704.810123:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000010:0.0:1749393704.810128:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393704.810131:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749393704.810133:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749393704.810133:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499740544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393704.810139:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499740800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393704.810149:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499740800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393704.810163:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 00000100:00000200:3.0:1749393704.810163:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499740544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393704.810167:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393704.810170:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:3.0:1749393704.810182:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 02000000:00000010:3.0:1749393704.810188:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e200. 00000100:00000010:3.0:1749393704.810191:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000100:00000010:2.0:1749393704.811699:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89a40. 00000100:00000010:3.0:1749393704.811712:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89340. 00000100:00000010:2.0:1749393709.815741:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393709.815776:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749393709.815847:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393709.815856:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393709.815881:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393709.815886:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749393709.815970:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393709.815984:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393709.815990:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5867e8. 02000000:00000010:0.0:1749393709.815995:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000010:2.0:1749393709.815999:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ed48. 00000400:00000200:0.0:1749393709.816008:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393709.816010:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499740928, portal 25 00000400:00000010:0.0:1749393709.816013:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:2.0:1749393709.816017:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eee0. 00000400:00000010:0.0:1749393709.816018:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:2.0:1749393709.816021:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499740928, offset 0 00000100:00000200:0.0:1749393709.816023:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499741056, portal 10 00000400:00000010:0.0:1749393709.816030:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393709.816033:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499741056, offset 0 00000400:00000200:2.0:1749393709.816033:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393709.816075:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393709.816079:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393709.816082:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393709.816089:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393709.816089:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393709.816097:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393709.816097:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393709.816102:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393709.816103:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393709.816107:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393709.816107:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393709.816110:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393709.816111:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393709.816115:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [405:405:256:4294967295] 192.168.203.132@tcp LPNI seq info [414:415:8:4294967295] 00000400:00000200:2.0:1749393709.816115:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [405:405:256:4294967295] 192.168.203.132@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:0.0:1749393709.816120:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.816120:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.816132:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393709.816139:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393709.816143:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393709.816144:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1749393709.816148:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393709.816152:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393709.816153:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393709.816157:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393709.816163:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393709.816164:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393709.816169:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393709.816169:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393709.816195:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393709.816202:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d7c0. 00000400:00000200:0.0:1749393709.816209:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393709.816222:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df40. 02000000:00000010:0.0:1749393709.816245:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393709.816249:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393709.816251:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393709.816255:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393709.816258:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499741184, portal 10 00000400:00000010:0.0:1749393709.816262:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393709.816264:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499741184, offset 0 00000400:00000200:0.0:1749393709.816268:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393709.816271:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393709.816274:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393709.816277:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393709.816280:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393709.816282:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393709.816284:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393709.816288:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [406:406:254:4294967295] 192.168.203.132@tcp LPNI seq info [416:416:6:4294967295] 00000800:00000200:3.0:1749393709.816290:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393709.816298:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749393709.816307:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393709.816308:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393709.816315:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393709.816319:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393709.816319:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000010:0.0:1749393709.816322:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393709.816325:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eee0 00000800:00000200:0.0:1749393709.816326:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000010:3.0:1749393709.816329:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eee0. 00000800:00000200:0.0:1749393709.816331:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393709.816334:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393709.816338:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393709.816346:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499740928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393709.816381:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393709.816385:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393709.816389:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393709.816395:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393709.816398:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:3.0:1749393709.816402:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:3.0:1749393709.816409:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499741056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393709.816517:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393709.816521:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393709.816526:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393709.816531:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393709.816535:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:3.0:1749393709.816538:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:3.0:1749393709.816546:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499741184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393709.818307:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818315:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393709.818323:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818327:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818331:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818335:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0cf00 00000400:00000200:2.0:1749393709.818340:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818347:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x13cd [1] + 224 00000400:00000200:2.0:1749393709.818357:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393709.818361:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393709.818370:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499740928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393709.818409:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818421:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393709.818426:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818428:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818431:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818434:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0cf80 00000400:00000200:2.0:1749393709.818437:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818441:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x13dd [1] + 0 00000400:00000200:2.0:1749393709.818448:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393709.818451:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393709.818457:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499741056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393709.818471:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5867e8. 00000400:00000200:3.0:1749393709.818480:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ed48 00000400:00000010:3.0:1749393709.818483:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ed48. 00000400:00000200:2.0:1749393709.818494:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393709.818495:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499740928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393709.818497:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393709.818500:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818503:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818505:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393709.818508:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d000 00000400:00000200:2.0:1749393709.818511:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393709.818513:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499740928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393709.818515:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x13e5 [1] + 0 00000400:00000010:0.0:1749393709.818523:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393709.818529:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393709.818530:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749393709.818532:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000400:00000200:2.0:1749393709.818533:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393709.818538:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499741184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393709.818542:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499741056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393709.818549:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 00000100:00000200:0.0:1749393709.818553:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499741056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393709.818558:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:3.0:1749393709.818565:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000400:00000010:0.0:1749393709.818576:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393709.818578:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749393709.818580:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393709.818584:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499741184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393709.818592:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499741184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393709.818629:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393709.818635:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393709.818639:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:0.0:1749393709.818642:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393709.818646:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393709.818648:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000100:00000010:2.0:1749393709.819696:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d7c0. 00000100:00000010:3.0:1749393709.819706:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df40. 00000100:00000010:2.0:1749393714.823726:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393714.823755:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749393714.823816:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393714.823825:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393714.823849:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393714.823900:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749393714.823937:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393714.823954:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393714.823961:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 02000000:00000010:0.0:1749393714.823962:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000010:3.0:1749393714.823969:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393714.823979:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499741312, portal 25 00000400:00000200:0.0:1749393714.823982:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393714.823985:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000400:00000010:0.0:1749393714.823987:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393714.823988:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499741312, offset 0 00000400:00000010:0.0:1749393714.823992:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000400:00000200:3.0:1749393714.824000:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393714.824008:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499741440, portal 10 00000400:00000200:3.0:1749393714.824013:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393714.824015:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393714.824018:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499741440, offset 0 00000400:00000200:3.0:1749393714.824023:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393714.824027:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393714.824030:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393714.824033:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393714.824036:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393714.824038:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393714.824041:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393714.824043:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393714.824044:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393714.824046:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393714.824049:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [407:407:256:4294967295] 192.168.203.132@tcp LPNI seq info [417:417:8:4294967295] 00000400:00000200:0.0:1749393714.824050:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393714.824053:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393714.824054:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393714.824057:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [408:408:256:4294967295] 192.168.203.132@tcp LPNI seq info [418:418:8:4294967295] 00000400:00000200:0.0:1749393714.824062:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393714.824066:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393714.824073:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393714.824079:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393714.824085:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393714.824088:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000010:3.0:1749393714.824088:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000800:00000200:0.0:1749393714.824097:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393714.824097:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393714.824110:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393714.824110:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393714.824116:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393714.824116:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393714.824149:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393714.824149:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393714.824156:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae154c0. 00000100:00000010:3.0:1749393714.824181:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15400. 02000000:00000010:0.0:1749393714.824204:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393714.824208:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393714.824211:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:2.0:1749393714.824212:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393714.824214:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000800:00000010:2.0:1749393714.824216:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000100:00000200:0.0:1749393714.824217:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499741568, portal 10 00000400:00000010:0.0:1749393714.824221:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000400:00000200:2.0:1749393714.824223:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393714.824224:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499741568, offset 0 00000400:00000200:0.0:1749393714.824228:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393714.824232:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.824232:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393714.824238:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000010:2.0:1749393714.824241:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000400:00000200:0.0:1749393714.824243:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393714.824247:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393714.824250:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393714.824252:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393714.824255:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393714.824255:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499741312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393714.824258:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [409:409:254:4294967295] 192.168.203.132@tcp LPNI seq info [419:419:6:4294967295] 00000400:00000200:0.0:1749393714.824262:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393714.824270:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393714.824274:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393714.824277:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393714.824281:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393714.824286:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393714.824288:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393714.824294:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393714.824337:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393714.824340:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393714.824344:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393714.824348:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393714.824351:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:2.0:1749393714.824353:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:2.0:1749393714.824358:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499741440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393714.824385:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393714.824387:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393714.824390:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393714.824393:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393714.824396:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749393714.824398:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749393714.824402:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499741568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393714.825808:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825817:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393714.825824:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825829:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825834:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825838:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0d080 00000400:00000200:2.0:1749393714.825843:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825859:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x13ed [1] + 224 00000400:00000200:2.0:1749393714.825894:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393714.825899:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393714.825909:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499741312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393714.825949:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825953:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393714.825958:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825960:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825964:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825967:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d100 00000400:00000200:2.0:1749393714.825970:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.825974:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x13fd [1] + 0 00000400:00000200:2.0:1749393714.825979:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393714.825983:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393714.825988:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499741440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393714.826006:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393714.826017:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393714.826020:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:2.0:1749393714.826031:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393714.826033:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499741312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393714.826035:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393714.826038:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.826041:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.826043:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393714.826046:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d180 00000400:00000200:2.0:1749393714.826050:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393714.826051:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499741312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393714.826053:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1405 [1] + 0 00000400:00000200:2.0:1749393714.826068:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393714.826071:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393714.826077:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499741568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393714.826087:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 02000000:00000010:3.0:1749393714.826095:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000100:00000010:3.0:1749393714.826102:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000010:0.0:1749393714.826106:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393714.826114:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749393714.826117:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393714.826126:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499741440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393714.826139:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499741440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393714.826164:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393714.826166:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749393714.826168:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393714.826172:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499741568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393714.826181:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499741568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393714.826193:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393714.826208:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393714.826212:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393714.826218:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393714.826221:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393714.826223:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749393714.827710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae154c0. 00000100:00000010:3.0:1749393714.827717:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15400. 00000100:00000010:2.0:1749393719.831767:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393719.831801:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ea00. 00000100:00000010:2.0:1749393719.831894:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393719.831904:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393719.831931:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393719.831936:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393719.831943:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393719.831965:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393719.831967:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000010:3.0:1749393719.831974:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:0.0:1749393719.831979:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393719.831984:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:3.0:1749393719.831984:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000400:00000010:0.0:1749393719.831989:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393719.831996:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499741824, portal 10 00000100:00000200:3.0:1749393719.831997:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499741696, portal 25 00000400:00000010:0.0:1749393719.832004:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000400:00000010:3.0:1749393719.832004:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43990. 00000100:00000200:0.0:1749393719.832008:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499741824, offset 0 00000100:00000200:3.0:1749393719.832008:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499741696, offset 0 00000400:00000200:0.0:1749393719.832020:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393719.832020:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393719.832033:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393719.832034:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393719.832042:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393719.832043:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393719.832050:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393719.832050:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393719.832055:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393719.832056:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393719.832060:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393719.832061:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393719.832064:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393719.832068:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [410:410:256:4294967295] 192.168.203.132@tcp LPNI seq info [420:420:8:4294967295] 00000400:00000200:0.0:1749393719.832073:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393719.832085:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393719.832092:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [411:411:256:4294967295] 192.168.203.132@tcp LPNI seq info [421:421:8:4294967295] 00000400:00000200:3.0:1749393719.832099:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393719.832116:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393719.832128:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393719.832130:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393719.832135:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000800:00000200:0.0:1749393719.832136:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393719.832140:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393719.832145:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393719.832145:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393719.832158:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393719.832159:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393719.832164:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393719.832165:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393719.832189:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393719.832191:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393719.832196:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89880. 00000100:00000010:0.0:1749393719.832219:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89540. 02000000:00000010:0.0:1749393719.832231:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393719.832245:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393719.832247:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393719.832251:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393719.832254:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499741952, portal 10 00000400:00000010:0.0:1749393719.832259:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393719.832262:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499741952, offset 0 00000800:00000200:2.0:1749393719.832263:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393719.832266:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393719.832267:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:0.0:1749393719.832271:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393719.832274:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393719.832274:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393719.832278:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393719.832281:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393719.832283:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393719.832284:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393719.832286:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393719.832288:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000200:0.0:1749393719.832289:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [412:412:254:4294967295] 192.168.203.132@tcp LPNI seq info [422:422:6:4294967295] 00000400:00000010:2.0:1749393719.832290:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000400:00000200:0.0:1749393719.832293:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393719.832301:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393719.832304:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499741824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393719.832305:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393719.832308:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393719.832312:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393719.832317:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393719.832320:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393719.832325:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393719.832328:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393719.832330:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:2.0:1749393719.832334:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393719.832338:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393719.832341:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43990 00000400:00000010:2.0:1749393719.832343:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43990. 00000100:00000200:2.0:1749393719.832348:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499741696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393719.832437:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393719.832440:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393719.832442:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393719.832445:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393719.832448:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:2.0:1749393719.832450:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:2.0:1749393719.832454:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499741952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393719.834106:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834114:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393719.834123:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834127:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834137:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d280 00000400:00000200:2.0:1749393719.834142:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834149:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1415 [1] + 0 00000400:00000200:2.0:1749393719.834160:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393719.834164:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393719.834173:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499741824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393719.834216:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834220:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393719.834224:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834227:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834229:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834233:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d300 00000400:00000200:2.0:1749393719.834236:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834239:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1425 [1] + 0 00000400:00000200:2.0:1749393719.834245:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393719.834248:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393719.834253:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499741952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393719.834256:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393719.834263:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749393719.834265:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393719.834275:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499741824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393719.834276:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834280:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393719.834283:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834285:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393719.834289:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499741824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393719.834299:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834302:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0d200 00000400:00000200:2.0:1749393719.834305:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393719.834309:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x140d [1] + 224 00000400:00000010:0.0:1749393719.834321:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393719.834328:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393719.834332:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000200:2.0:1749393719.834332:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393719.834333:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393719.834339:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499741952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393719.834340:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499741696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393719.834348:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499741952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393719.834365:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393719.834371:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393719.834376:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 02000000:00000010:0.0:1749393719.834381:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393719.834385:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393719.834388:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000400:00000010:3.0:1749393719.834463:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393719.834473:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393719.834476:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393719.834485:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499741696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393719.834498:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499741696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393719.834517:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 02000000:00000010:3.0:1749393719.834523:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ea00. 00000100:00000010:3.0:1749393719.834527:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:3.0:1749393719.835720:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89540. 00000100:00000010:2.0:1749393719.835731:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89880. 00000100:00000010:2.0:1749393724.839722:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393724.839755:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749393724.839841:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393724.839853:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393724.839882:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393724.839887:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393724.839931:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749393724.839948:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393724.839954:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393724.839962:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393724.839973:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499742080, portal 25 00000400:00000010:3.0:1749393724.839979:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43aa0. 00000100:00000200:3.0:1749393724.839982:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499742080, offset 0 00000400:00000200:3.0:1749393724.839993:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393724.840003:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:3.0:1749393724.840005:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393724.840015:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393724.840020:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393724.840025:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393724.840030:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499742208, portal 10 00000400:00000200:3.0:1749393724.840034:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393724.840037:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393724.840040:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499742208, offset 0 00000400:00000200:3.0:1749393724.840042:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393724.840047:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393724.840048:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393724.840052:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393724.840055:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393724.840056:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393724.840061:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393724.840061:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [413:413:256:4294967295] 192.168.203.132@tcp LPNI seq info [423:423:8:4294967295] 00000400:00000200:0.0:1749393724.840065:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393724.840066:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393724.840069:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393724.840072:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393724.840075:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393724.840080:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [414:414:255:4294967295] 192.168.203.132@tcp LPNI seq info [424:424:7:4294967295] 00000400:00000200:3.0:1749393724.840080:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393724.840084:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393724.840088:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393724.840093:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749393724.840094:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393724.840099:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393724.840102:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393724.840103:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393724.840113:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393724.840118:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393724.840120:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393724.840125:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393724.840129:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393724.840153:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393724.840159:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393724.840160:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15400. 00000100:00000010:3.0:1749393724.840178:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a00. 02000000:00000010:0.0:1749393724.840199:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749393724.840204:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393724.840206:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393724.840210:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393724.840213:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499742336, portal 10 00000400:00000010:0.0:1749393724.840217:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393724.840219:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499742336, offset 0 00000400:00000200:0.0:1749393724.840224:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393724.840226:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393724.840228:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393724.840230:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749393724.840232:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393724.840235:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393724.840237:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393724.840238:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393724.840240:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393724.840242:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393724.840246:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [415:415:254:4294967295] 192.168.203.132@tcp LPNI seq info [425:425:6:4294967295] 00000400:00000200:2.0:1749393724.840246:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393724.840250:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.840252:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43aa0 00000400:00000010:2.0:1749393724.840255:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43aa0. 00000400:00000200:0.0:1749393724.840257:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393724.840261:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393724.840264:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393724.840268:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749393724.840269:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499742080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393724.840272:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393724.840275:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393724.840280:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393724.840293:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393724.840295:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393724.840298:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393724.840302:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393724.840305:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749393724.840306:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749393724.840312:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499742208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393724.840421:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393724.840424:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393724.840427:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393724.840431:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393724.840433:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:2.0:1749393724.840435:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749393724.840440:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499742336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393724.842245:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842252:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393724.842260:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842264:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842269:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842274:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0d380 00000400:00000200:2.0:1749393724.842279:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842287:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x142d [1] + 224 00000400:00000200:2.0:1749393724.842298:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393724.842301:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393724.842310:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499742080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393724.842344:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842348:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393724.842352:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842354:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842357:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842360:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d400 00000400:00000200:2.0:1749393724.842363:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842367:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x143d [1] + 0 00000400:00000200:2.0:1749393724.842372:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393724.842382:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393724.842388:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499742208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393724.842415:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842419:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393724.842423:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842425:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842428:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393724.842431:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d480 00000400:00000200:2.0:1749393724.842434:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393724.842435:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393724.842445:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393724.842448:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:2.0:1749393724.842453:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1445 [1] + 0 00000100:00000200:3.0:1749393724.842458:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499742080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393724.842461:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393724.842469:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000200:2.0:1749393724.842470:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393724.842471:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749393724.842471:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499742080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393724.842474:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393724.842479:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499742336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393724.842481:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499742208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393724.842500:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 00000100:00000200:0.0:1749393724.842503:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499742208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393724.842507:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:3.0:1749393724.842512:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000010:0.0:1749393724.842530:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393724.842533:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393724.842535:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393724.842539:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499742336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393724.842548:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499742336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393724.842561:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393724.842567:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393724.842570:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749393724.842574:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393724.842577:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393724.842579:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:2.0:1749393724.843672:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15400. 00000100:00000010:3.0:1749393724.843720:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a00. 00000100:00000010:2.0:1749393729.847732:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393729.847804:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393729.847874:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393729.847884:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393729.847909:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393729.847914:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749393729.847970:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7c00. 00000400:00000200:2.0:1749393729.847983:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393729.847989:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586840. 00000400:00000010:2.0:1749393729.847996:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2edd0. 00000100:00000200:2.0:1749393729.848006:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499742464, portal 25 00000400:00000010:2.0:1749393729.848012:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ecc0. 00000100:00000200:2.0:1749393729.848015:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499742464, offset 0 02000000:00000010:0.0:1749393729.848018:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:2.0:1749393729.848027:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393729.848031:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393729.848036:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393729.848055:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393729.848060:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499742592, portal 10 00000400:00000200:2.0:1749393729.848060:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393729.848067:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000400:00000200:2.0:1749393729.848069:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393729.848071:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499742592, offset 0 00000400:00000200:2.0:1749393729.848078:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393729.848079:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393729.848083:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393729.848085:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.848088:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393729.848091:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393729.848092:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393729.848096:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [416:416:256:4294967295] 192.168.203.132@tcp LPNI seq info [426:426:8:4294967295] 00000400:00000200:0.0:1749393729.848097:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393729.848100:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393729.848101:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393729.848103:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393729.848106:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393729.848111:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [417:417:255:4294967295] 192.168.203.132@tcp LPNI seq info [427:427:7:4294967295] 00000400:00000200:2.0:1749393729.848113:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393729.848119:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393729.848124:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000400:00000200:0.0:1749393729.848125:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393729.848133:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393729.848136:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393729.848141:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393729.848145:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749393729.848146:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393729.848151:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393729.848151:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393729.848158:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393729.848163:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393729.848178:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393729.848182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393729.848185:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df80. 00000100:00000010:2.0:1749393729.848203:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dd40. 02000000:00000010:0.0:1749393729.848221:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393729.848226:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393729.848228:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393729.848232:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393729.848235:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499742720, portal 10 00000400:00000010:0.0:1749393729.848240:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393729.848242:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499742720, offset 0 00000800:00000200:3.0:1749393729.848243:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393729.848246:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393729.848250:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393729.848250:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:0.0:1749393729.848254:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393729.848257:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393729.848258:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393729.848260:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393729.848263:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393729.848265:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393729.848268:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [418:418:254:4294967295] 192.168.203.132@tcp LPNI seq info [428:428:6:4294967295] 00000400:00000200:0.0:1749393729.848272:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393729.848279:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393729.848283:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393729.848286:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393729.848287:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393729.848289:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393729.848293:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ecc0 00000800:00000200:0.0:1749393729.848294:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393729.848296:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:3.0:1749393729.848296:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ecc0. 00000400:00000200:0.0:1749393729.848310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393729.848310:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499742464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393729.848338:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393729.848341:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393729.848344:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393729.848347:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393729.848350:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:3.0:1749393729.848352:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749393729.848357:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499742592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393729.848451:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393729.848454:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393729.848457:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393729.848460:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393729.848462:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:3.0:1749393729.848464:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:3.0:1749393729.848468:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499742720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393729.850182:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850190:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393729.850198:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850203:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850207:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850212:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0d500 00000400:00000200:2.0:1749393729.850217:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850224:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x144d [1] + 224 00000400:00000200:2.0:1749393729.850235:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393729.850239:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393729.850249:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499742464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393729.850289:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850302:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393729.850307:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850310:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850313:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850316:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d600 00000400:00000200:2.0:1749393729.850320:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850324:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1465 [1] + 0 00000400:00000200:2.0:1749393729.850331:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393729.850335:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393729.850341:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499742720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393729.850369:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850373:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393729.850376:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850379:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850381:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393729.850384:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d580 00000400:00000010:3.0:1749393729.850384:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586840. 00000400:00000200:2.0:1749393729.850388:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393729.850392:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2edd0 00000400:00000010:3.0:1749393729.850395:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2edd0. 00000400:00000200:2.0:1749393729.850400:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x145d [1] + 0 00000100:00000200:3.0:1749393729.850405:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499742464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393729.850413:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393729.850417:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749393729.850418:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499742464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393729.850421:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000200:2.0:1749393729.850421:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393729.850423:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:2.0:1749393729.850429:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499742592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393729.850433:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499742720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393729.850446:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499742720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393729.850447:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7c00. 02000000:00000010:3.0:1749393729.850454:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:3.0:1749393729.850459:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749393729.850472:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393729.850478:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393729.850481:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000400:00000010:0.0:1749393729.850488:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393729.850491:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393729.850492:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393729.850497:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499742592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393729.850506:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499742592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393729.850517:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393729.850520:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393729.850523:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749393729.851675:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df80. 00000100:00000010:3.0:1749393729.851715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dd40. 00000100:00000010:2.0:1749393734.855754:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393734.855787:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e000. 00000100:00000010:2.0:1749393734.855853:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393734.855862:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393734.855886:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393734.855910:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393734.855963:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749393734.855981:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393734.855987:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393734.855995:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 02000000:00000010:0.0:1749393734.856000:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000100:00000200:3.0:1749393734.856005:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499742848, portal 25 00000400:00000010:3.0:1749393734.856011:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000400:00000200:0.0:1749393734.856012:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393734.856014:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499742848, offset 0 00000400:00000010:0.0:1749393734.856017:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393734.856025:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393734.856033:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:3.0:1749393734.856037:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393734.856038:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499742976, portal 10 00000400:00000010:0.0:1749393734.856045:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:3.0:1749393734.856047:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393734.856048:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499742976, offset 0 00000400:00000200:3.0:1749393734.856055:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393734.856056:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393734.856060:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393734.856063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393734.856065:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393734.856068:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393734.856069:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393734.856073:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [419:419:256:4294967295] 192.168.203.132@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:3.0:1749393734.856078:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393734.856084:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393734.856088:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393734.856089:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393734.856091:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393734.856094:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749393734.856096:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393734.856098:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [420:420:255:4294967295] 192.168.203.132@tcp LPNI seq info [430:430:7:4294967295] 00000800:00000010:3.0:1749393734.856101:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749393734.856103:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393734.856109:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393734.856112:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393734.856118:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393734.856122:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393734.856122:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393734.856128:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393734.856128:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393734.856135:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393734.856139:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393734.856161:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393734.856162:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393734.856169:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae157c0. 00000100:00000010:3.0:1749393734.856198:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15ac0. 02000000:00000010:0.0:1749393734.856219:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393734.856223:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393734.856226:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393734.856229:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393734.856233:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499743104, portal 10 00000400:00000010:0.0:1749393734.856237:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393734.856239:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499743104, offset 0 00000800:00000200:2.0:1749393734.856239:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393734.856243:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749393734.856244:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393734.856248:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393734.856251:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393734.856251:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393734.856255:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393734.856257:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393734.856260:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393734.856260:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393734.856262:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393734.856266:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [421:421:254:4294967295] 192.168.203.132@tcp LPNI seq info [431:431:6:4294967295] 00000400:00000200:2.0:1749393734.856266:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000010:2.0:1749393734.856268:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000400:00000200:0.0:1749393734.856270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393734.856276:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393734.856282:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499742848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393734.856290:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393734.856293:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393734.856297:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393734.856303:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393734.856306:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393734.856312:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393734.856381:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393734.856384:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393734.856388:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393734.856392:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393734.856395:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:2.0:1749393734.856397:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:2.0:1749393734.856402:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499742976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393734.856442:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393734.856444:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393734.856445:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393734.856447:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393734.856449:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:2.0:1749393734.856450:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749393734.856453:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499743104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393734.858025:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858033:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393734.858041:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858046:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858051:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858056:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0d680 00000400:00000200:2.0:1749393734.858061:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858076:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x146d [1] + 224 00000400:00000200:2.0:1749393734.858089:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393734.858093:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393734.858103:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499742848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393734.858145:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858150:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393734.858154:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858156:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858160:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858163:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d700 00000400:00000200:2.0:1749393734.858166:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858169:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x147d [1] + 0 00000400:00000200:2.0:1749393734.858175:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393734.858178:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393734.858183:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499742976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393734.858207:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858210:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393734.858214:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858217:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858219:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858222:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d780 00000400:00000200:2.0:1749393734.858225:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393734.858228:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1485 [1] + 0 00000400:00000010:3.0:1749393734.858236:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393734.858244:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393734.858246:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000200:2.0:1749393734.858248:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:3.0:1749393734.858248:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:2.0:1749393734.858255:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499743104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393734.858258:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499742848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393734.858267:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393734.858276:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393734.858279:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:3.0:1749393734.858289:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499742848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393734.858292:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499742976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393734.858311:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499742976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393734.858317:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 02000000:00000010:3.0:1749393734.858325:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e000. 00000100:00000010:3.0:1749393734.858330:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000400:00000010:0.0:1749393734.858344:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393734.858347:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393734.858350:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393734.858357:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499743104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393734.858370:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499743104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393734.858392:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749393734.858399:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393734.858404:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:0.0:1749393734.858414:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393734.858417:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393734.858420:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:2.0:1749393734.859711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae157c0. 00000100:00000010:3.0:1749393734.859722:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15ac0. 00000100:00000010:2.0:1749393739.863741:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393739.863774:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393739.863836:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393739.863846:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393739.863870:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393739.863875:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393739.863924:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749393739.863941:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393739.863947:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 02000000:00000010:0.0:1749393739.863953:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000010:3.0:1749393739.863955:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393739.863964:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499743232, portal 25 00000400:00000200:0.0:1749393739.863967:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393739.863970:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43908. 00000400:00000010:0.0:1749393739.863974:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393739.863974:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499743232, offset 0 00000400:00000010:0.0:1749393739.863981:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000200:3.0:1749393739.863985:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393739.863996:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393739.864005:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499743360, portal 10 00000400:00000200:3.0:1749393739.864007:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393739.864014:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:3.0:1749393739.864014:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393739.864019:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499743360, offset 0 00000400:00000200:3.0:1749393739.864019:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393739.864024:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393739.864027:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393739.864030:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393739.864032:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [422:422:256:4294967295] 192.168.203.132@tcp LPNI seq info [432:432:8:4294967295] 00000400:00000200:3.0:1749393739.864037:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393739.864039:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393739.864048:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393739.864049:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393739.864053:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393739.864055:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393739.864059:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393739.864060:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000400:00000200:0.0:1749393739.864063:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393739.864067:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749393739.864069:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393739.864073:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [423:423:255:4294967295] 192.168.203.132@tcp LPNI seq info [433:433:7:4294967295] 00000400:00000200:0.0:1749393739.864082:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393739.864082:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393739.864089:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393739.864095:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393739.864103:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393739.864109:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393739.864117:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393739.864120:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393739.864127:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393739.864133:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393739.864137:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15ac0. 00000400:00000200:0.0:1749393739.864145:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393739.864168:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a80. 00000800:00000200:2.0:1749393739.864186:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393739.864191:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:2.0:1749393739.864198:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749393739.864204:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:2.0:1749393739.864206:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393739.864211:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43908 00000400:00000200:0.0:1749393739.864213:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393739.864214:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43908. 00000400:00000010:0.0:1749393739.864217:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393739.864222:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393739.864227:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499743488, portal 10 00000100:00000200:2.0:1749393739.864228:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499743232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393739.864233:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393739.864237:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499743488, offset 0 00000400:00000200:0.0:1749393739.864245:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393739.864252:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393739.864258:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393739.864262:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393739.864266:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393739.864279:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393739.864283:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393739.864288:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [424:424:255:4294967295] 192.168.203.132@tcp LPNI seq info [434:434:7:4294967295] 00000400:00000200:0.0:1749393739.864297:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393739.864309:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393739.864313:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393739.864316:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393739.864317:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393739.864319:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1749393739.864323:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393739.864324:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393739.864326:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749393739.864328:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000800:00000200:0.0:1749393739.864330:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749393739.864333:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499743360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393739.864339:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393739.864344:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393739.864363:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393739.864388:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393739.864391:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393739.864393:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393739.864397:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393739.864400:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749393739.864402:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749393739.864406:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499743488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393739.865953:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.865964:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393739.865975:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.865980:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.865987:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.865993:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0d800 00000400:00000200:2.0:1749393739.866000:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.866009:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x148d [1] + 224 00000400:00000200:2.0:1749393739.866024:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393739.866029:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393739.866038:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499743232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393739.866081:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.866085:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393739.866090:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.866092:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.866096:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.866099:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d880 00000400:00000200:2.0:1749393739.866102:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.866106:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x149d [1] + 0 00000400:00000200:2.0:1749393739.866112:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393739.866115:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393739.866120:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499743360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393739.866158:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393739.866163:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393739.866169:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393739.866171:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393739.866173:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393739.866181:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393739.866184:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:2.0:1749393739.866192:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393739.866193:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499743232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393739.866197:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0d900 00000400:00000200:2.0:1749393739.866202:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393739.866207:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499743232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393739.866208:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x14a5 [1] + 0 00000400:00000010:0.0:1749393739.866222:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393739.866230:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393739.866234:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 02000000:00000010:3.0:1749393739.866235:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 00000400:00000200:2.0:1749393739.866238:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749393739.866242:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000400:00000200:2.0:1749393739.866244:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393739.866246:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499743360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393739.866246:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000200:2.0:1749393739.866255:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499743488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393739.866266:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499743360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393739.866299:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393739.866304:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749393739.866307:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393739.866315:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499743488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393739.866330:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499743488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393739.866352:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393739.866360:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393739.866367:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:0.0:1749393739.866374:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393739.866390:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393739.866395:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:2.0:1749393739.867737:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15ac0. 00000100:00000010:3.0:1749393739.867739:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a80. 00000100:00000010:2.0:1749393744.871754:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393744.871788:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749393744.871858:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393744.871870:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393744.871896:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393744.871900:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:2.0:1749393744.871958:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7200. 00000400:00000200:2.0:1749393744.871972:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393744.871978:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586898. 00000400:00000010:2.0:1749393744.871986:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ee58. 00000100:00000200:2.0:1749393744.871996:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499743616, portal 25 00000400:00000010:2.0:1749393744.872002:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ef68. 02000000:00000010:0.0:1749393744.872005:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000100:00000200:2.0:1749393744.872005:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499743616, offset 0 00000400:00000200:2.0:1749393744.872016:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393744.872017:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393744.872022:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393744.872027:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000400:00000200:2.0:1749393744.872028:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393744.872032:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499743744, portal 10 00000400:00000200:2.0:1749393744.872037:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393744.872039:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393744.872043:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499743744, offset 0 00000400:00000200:2.0:1749393744.872045:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393744.872051:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393744.872051:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393744.872056:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393744.872057:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.872059:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393744.872063:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [425:425:256:4294967295] 192.168.203.132@tcp LPNI seq info [435:435:8:4294967295] 00000400:00000200:0.0:1749393744.872064:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393744.872068:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393744.872069:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393744.872072:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393744.872075:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393744.872078:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393744.872082:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [426:426:256:4294967295] 192.168.203.132@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:0.0:1749393744.872086:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.872101:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393744.872108:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393744.872113:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393744.872114:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1749393744.872118:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393744.872122:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393744.872123:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393744.872128:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393744.872134:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393744.872135:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393744.872140:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393744.872140:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393744.872160:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393744.872161:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393744.872168:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89780. 00000100:00000010:0.0:1749393744.872186:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89e00. 02000000:00000010:0.0:1749393744.872209:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393744.872213:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393744.872216:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393744.872219:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000800:00000200:2.0:1749393744.872219:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393744.872222:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393744.872229:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393744.872233:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499743872, portal 10 00000400:00000200:2.0:1749393744.872236:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393744.872238:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000400:00000200:2.0:1749393744.872240:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:2.0:1749393744.872243:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393744.872247:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499743872, offset 0 00000400:00000200:0.0:1749393744.872254:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393744.872257:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499743744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393744.872258:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393744.872262:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393744.872265:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393744.872267:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393744.872270:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393744.872272:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393744.872276:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [427:427:255:4294967295] 192.168.203.132@tcp LPNI seq info [437:437:7:4294967295] 00000400:00000200:0.0:1749393744.872280:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393744.872288:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393744.872292:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393744.872295:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393744.872298:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393744.872304:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393744.872307:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393744.872311:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393744.872350:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393744.872353:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:2.0:1749393744.872356:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393744.872360:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393744.872363:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ef68 00000400:00000010:2.0:1749393744.872365:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ef68. 00000100:00000200:2.0:1749393744.872370:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499743616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393744.872397:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393744.872400:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393744.872402:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393744.872405:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393744.872408:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749393744.872410:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749393744.872414:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499743872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393744.873933:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.873942:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393744.873950:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.873955:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.873959:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.873963:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0d980 00000400:00000200:2.0:1749393744.873968:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.873975:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x14ad [1] + 224 00000400:00000200:2.0:1749393744.873986:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393744.873990:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393744.874000:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499743616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393744.874041:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.874045:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393744.874048:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.874051:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.874054:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.874057:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0da00 00000400:00000200:2.0:1749393744.874060:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.874064:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x14bd [1] + 0 00000400:00000200:2.0:1749393744.874069:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393744.874072:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393744.874077:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499743744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393744.874101:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.874105:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393744.874109:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.874111:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.874124:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393744.874127:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0da80 00000400:00000200:2.0:1749393744.874131:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393744.874135:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586898. 00000400:00000200:3.0:1749393744.874144:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ee58 00000400:00000010:3.0:1749393744.874147:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ee58. 00000400:00000200:2.0:1749393744.874152:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x14c5 [1] + 0 00000100:00000200:3.0:1749393744.874157:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499743616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393744.874170:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499743616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393744.874172:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393744.874176:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393744.874182:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499743872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393744.874198:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 02000000:00000010:3.0:1749393744.874199:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7200. 02000000:00000010:3.0:1749393744.874204:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000400:00000200:0.0:1749393744.874206:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749393744.874209:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000010:3.0:1749393744.874209:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000200:0.0:1749393744.874219:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499743744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393744.874231:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499743744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749393744.874251:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 00000100:00000010:2.0:1749393744.875739:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89780. 00000100:00000010:3.0:1749393744.875752:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89e00. 00000400:00000010:0.0:1749393744.882114:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393744.882120:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749393744.882122:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393744.882140:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499743872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393744.882152:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499743872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749393744.882167:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:0.0:1749393744.882175:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393744.882181:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393744.882185:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393744.882189:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393744.882192:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393744.882195:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749393749.879736:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393749.879769:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749393749.879833:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393749.879842:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393749.879866:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393749.879871:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749393749.879924:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6e00. 02000000:00000010:0.0:1749393749.879938:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:2.0:1749393749.879938:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393749.879944:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5868f0. 00000400:00000200:0.0:1749393749.879950:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393749.879952:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ef68. 00000400:00000010:0.0:1749393749.879954:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749393749.879963:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499744000, portal 25 00000400:00000010:0.0:1749393749.879969:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000400:00000010:2.0:1749393749.879969:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:0.0:1749393749.879974:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499744128, portal 10 00000100:00000200:2.0:1749393749.879975:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499744000, offset 0 00000400:00000010:0.0:1749393749.879981:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393749.879984:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499744128, offset 0 00000400:00000200:2.0:1749393749.879986:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393749.879992:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393749.879999:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.880000:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393749.880010:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393749.880010:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393749.880018:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393749.880018:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393749.880023:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393749.880024:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393749.880028:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393749.880028:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393749.880031:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393749.880031:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393749.880037:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [429:429:256:4294967295] 192.168.203.132@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:2.0:1749393749.880037:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [429:429:256:4294967295] 192.168.203.132@tcp LPNI seq info [438:439:8:4294967295] 00000400:00000200:0.0:1749393749.880041:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.880042:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.880071:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393749.880079:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393749.880084:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393749.880084:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:0.0:1749393749.880089:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393749.880093:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393749.880094:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:2.0:1749393749.880105:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393749.880107:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393749.880112:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393749.880114:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393749.880118:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393749.880139:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393749.880140:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393749.880146:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df80. 00000100:00000010:2.0:1749393749.880170:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674da00. 02000000:00000010:0.0:1749393749.880186:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393749.880191:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393749.880193:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393749.880197:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393749.880200:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499744256, portal 10 00000400:00000010:0.0:1749393749.880205:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000800:00000200:3.0:1749393749.880206:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393749.880207:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499744256, offset 0 00000400:00000200:0.0:1749393749.880212:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393749.880213:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749393749.880216:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393749.880220:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393749.880221:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393749.880223:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393749.880226:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393749.880229:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393749.880230:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393749.880231:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393749.880235:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [430:430:254:4294967295] 192.168.203.132@tcp LPNI seq info [440:440:6:4294967295] 00000400:00000200:3.0:1749393749.880235:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:3.0:1749393749.880238:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000400:00000200:0.0:1749393749.880239:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393749.880247:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393749.880251:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:3.0:1749393749.880252:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499744000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749393749.880254:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393749.880258:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393749.880263:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393749.880266:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393749.880271:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393749.880288:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393749.880291:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393749.880293:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393749.880298:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393749.880300:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:3.0:1749393749.880302:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:3.0:1749393749.880308:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499744128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393749.880397:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393749.880400:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393749.880403:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393749.880406:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393749.880408:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:3.0:1749393749.880410:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:3.0:1749393749.880415:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499744256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393749.882266:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882274:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393749.882282:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882287:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882292:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882297:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0db00 00000400:00000200:2.0:1749393749.882302:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882310:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x14cd [1] + 224 00000400:00000200:2.0:1749393749.882321:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393749.882325:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393749.882335:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499744000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393749.882377:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882381:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393749.882385:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882388:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882391:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882394:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0dc00 00000400:00000200:2.0:1749393749.882397:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882401:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x14e5 [1] + 0 00000400:00000200:2.0:1749393749.882406:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393749.882418:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393749.882425:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499744256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393749.882455:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882459:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393749.882463:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393749.882464:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5868f0. 00000400:00000200:2.0:1749393749.882465:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882468:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882471:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0db80 00000400:00000200:3.0:1749393749.882472:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ef68 00000400:00000010:3.0:1749393749.882474:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ef68. 00000400:00000200:2.0:1749393749.882475:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393749.882479:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x14d5 [1] + 0 00000100:00000200:3.0:1749393749.882484:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499744000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393749.882495:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393749.882497:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499744000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393749.882499:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393749.882502:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000200:2.0:1749393749.882503:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393749.882505:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393749.882515:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499744256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393749.882518:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499744128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393749.882526:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6e00. 02000000:00000010:3.0:1749393749.882531:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:3.0:1749393749.882536:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000200:0.0:1749393749.882537:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499744256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393749.882564:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393749.882569:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393749.882573:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000010:0.0:1749393749.882581:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393749.882583:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749393749.882585:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393749.882590:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499744128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393749.882599:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499744128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393749.882688:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393749.882692:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393749.882695:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:2.0:1749393749.883722:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df80. 00000100:00000010:3.0:1749393749.883725:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674da00. 00000100:00000010:2.0:1749393754.887724:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393754.887758:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749393754.887825:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393754.887833:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393754.887859:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393754.887864:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749393754.887918:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6400. 00000400:00000200:2.0:1749393754.887932:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393754.887938:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586948. 02000000:00000010:0.0:1749393754.887941:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000010:2.0:1749393754.887946:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000400:00000200:0.0:1749393754.887952:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393754.887956:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499744384, portal 25 00000400:00000010:0.0:1749393754.887957:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393754.887962:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000400:00000010:2.0:1749393754.887962:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000100:00000200:0.0:1749393754.887966:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499744512, portal 10 00000100:00000200:2.0:1749393754.887967:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499744384, offset 0 00000400:00000010:0.0:1749393754.887973:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393754.887977:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499744512, offset 0 00000400:00000200:2.0:1749393754.887979:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393754.887985:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393754.887997:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.888004:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393754.888008:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393754.888010:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393754.888015:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393754.888015:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393754.888020:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393754.888021:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393754.888025:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393754.888026:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393754.888028:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393754.888029:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393754.888034:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [432:432:256:4294967295] 192.168.203.132@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:0.0:1749393754.888035:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [432:432:256:4294967295] 192.168.203.132@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:2.0:1749393754.888039:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393754.888047:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.888051:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393754.888058:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393754.888062:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000400:00000200:0.0:1749393754.888067:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393754.888070:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393754.888074:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393754.888079:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393754.888082:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393754.888084:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393754.888088:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393754.888091:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393754.888095:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393754.888115:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393754.888116:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393754.888122:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674df80. 00000100:00000010:2.0:1749393754.888145:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674da80. 02000000:00000010:0.0:1749393754.888161:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393754.888166:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393754.888169:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393754.888172:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393754.888176:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499744640, portal 10 00000800:00000200:3.0:1749393754.888179:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393754.888181:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393754.888183:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499744640, offset 0 00000800:00000010:3.0:1749393754.888185:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:0.0:1749393754.888188:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393754.888192:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393754.888193:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393754.888197:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393754.888200:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393754.888203:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393754.888206:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393754.888208:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393754.888211:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393754.888212:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [433:433:254:4294967295] 192.168.203.132@tcp LPNI seq info [443:443:6:4294967295] 00000400:00000200:0.0:1749393754.888216:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393754.888216:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000400:00000010:3.0:1749393754.888219:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000400:00000200:0.0:1749393754.888223:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393754.888227:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393754.888230:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000100:00000200:3.0:1749393754.888232:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499744384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393754.888234:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393754.888240:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393754.888243:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393754.888255:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393754.888259:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393754.888262:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393754.888265:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393754.888269:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393754.888272:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:3.0:1749393754.888274:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749393754.888279:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499744512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393754.888365:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393754.888368:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393754.888370:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393754.888374:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393754.888376:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:3.0:1749393754.888377:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:3.0:1749393754.888382:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499744640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393754.890280:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890288:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393754.890296:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890302:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890308:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890315:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0dc80 00000400:00000200:2.0:1749393754.890322:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890331:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x14ed [1] + 224 00000400:00000200:2.0:1749393754.890349:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393754.890355:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393754.890367:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499744384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393754.890427:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890446:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393754.890453:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890458:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890463:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890468:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0dd00 00000400:00000200:2.0:1749393754.890474:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890480:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x14f5 [1] + 0 00000400:00000200:2.0:1749393754.890494:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393754.890498:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:3.0:1749393754.890505:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586948. 00000400:00000200:3.0:1749393754.890514:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000400:00000010:3.0:1749393754.890516:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749393754.890525:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499744512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393754.890526:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499744384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393754.890539:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499744384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393754.890557:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890561:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393754.890565:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890568:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:3.0:1749393754.890569:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6400. 00000400:00000200:2.0:1749393754.890571:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393754.890574:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0dd80 02000000:00000010:3.0:1749393754.890574:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000400:00000200:2.0:1749393754.890577:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393754.890579:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000400:00000200:2.0:1749393754.890581:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1505 [1] + 0 00000400:00000200:2.0:1749393754.890666:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393754.890672:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393754.890673:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393754.890681:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749393754.890684:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749393754.890692:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499744640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393754.890694:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499744512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393754.890707:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499744512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393754.890732:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393754.890734:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749393754.890736:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393754.890741:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499744640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393754.890749:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499744640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393754.890762:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393754.890768:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393754.890772:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 02000000:00000010:0.0:1749393754.890776:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393754.890780:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393754.890783:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:3.0:1749393754.891700:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674da80. 00000100:00000010:2.0:1749393754.891710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674df80. 00000100:00000010:2.0:1749393759.895772:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393759.895806:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393759.895876:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393759.895885:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393759.895913:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:3.0:1749393759.895934:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 02000000:00000010:2.0:1749393759.895939:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:3.0:1749393759.895951:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393759.895958:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393759.895966:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393759.895976:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499744768, portal 25 00000400:00000010:3.0:1749393759.895982:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43a18. 00000100:00000200:3.0:1749393759.895985:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499744768, offset 0 00000400:00000200:3.0:1749393759.895996:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393759.896008:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393759.896018:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393759.896025:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1749393759.896026:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:3.0:1749393759.896031:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393759.896036:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393759.896038:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393759.896039:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749393759.896043:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393759.896043:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [434:434:256:4294967295] 192.168.203.132@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000010:0.0:1749393759.896048:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:3.0:1749393759.896048:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393759.896053:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499744896, portal 10 00000400:00000010:0.0:1749393759.896060:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000400:00000200:3.0:1749393759.896060:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:0.0:1749393759.896064:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499744896, offset 0 00000800:00000200:3.0:1749393759.896066:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393759.896071:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749393759.896072:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393759.896078:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393759.896080:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393759.896084:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393759.896090:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393759.896096:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393759.896098:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393759.896102:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393759.896105:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393759.896108:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393759.896111:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [435:435:255:4294967295] 192.168.203.132@tcp LPNI seq info [445:445:7:4294967295] 00000400:00000200:0.0:1749393759.896116:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393759.896125:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393759.896131:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393759.896133:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:0.0:1749393759.896135:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393759.896140:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749393759.896140:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15300. 00000800:00000200:0.0:1749393759.896147:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393759.896151:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393759.896154:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae150c0. 00000400:00000200:0.0:1749393759.896161:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393759.896173:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393759.896176:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393759.896179:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393759.896182:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393759.896185:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499745024, portal 10 00000400:00000010:0.0:1749393759.896192:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393759.896194:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499745024, offset 0 00000400:00000200:0.0:1749393759.896198:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393759.896202:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393759.896203:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393759.896204:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749393759.896207:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749393759.896208:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393759.896210:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393759.896212:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393759.896214:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393759.896215:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393759.896217:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [436:436:254:4294967295] 192.168.203.132@tcp LPNI seq info [446:446:6:4294967295] 00000400:00000200:0.0:1749393759.896221:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.896224:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393759.896228:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749393759.896229:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43a18 00000400:00000010:2.0:1749393759.896232:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43a18. 00000800:00000200:0.0:1749393759.896240:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393759.896244:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000100:00000200:2.0:1749393759.896245:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499744768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393759.896248:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393759.896253:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393759.896255:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393759.896261:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393759.896269:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393759.896272:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393759.896275:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393759.896278:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393759.896281:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:2.0:1749393759.896283:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749393759.896289:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499744896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393759.896380:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393759.896383:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393759.896386:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393759.896389:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393759.896391:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:2.0:1749393759.896393:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:2.0:1749393759.896398:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499745024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393759.898166:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898175:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393759.898183:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898188:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898192:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898197:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0de00 00000400:00000200:2.0:1749393759.898202:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898217:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x150d [1] + 224 00000400:00000200:2.0:1749393759.898230:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393759.898234:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393759.898243:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499744768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393759.898286:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898291:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393759.898295:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898297:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898300:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898303:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0de80 00000400:00000200:2.0:1749393759.898307:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898310:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x151d [1] + 0 00000400:00000200:2.0:1749393759.898316:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393759.898319:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393759.898323:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499744896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393759.898347:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898351:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393759.898355:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898357:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898360:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898363:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0df00 00000400:00000200:2.0:1749393759.898366:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393759.898369:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1525 [1] + 0 00000400:00000010:3.0:1749393759.898377:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393759.898387:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000200:2.0:1749393759.898388:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749393759.898390:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:2.0:1749393759.898391:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393759.898397:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499745024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393759.898400:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499744768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393759.898402:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393759.898412:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749393759.898415:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393759.898429:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499744896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393759.898430:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499744768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393759.898448:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499744896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393759.898458:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 02000000:00000010:3.0:1749393759.898467:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:3.0:1749393759.898475:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393759.898483:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393759.898486:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749393759.898488:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393759.898495:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499745024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393759.898509:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499745024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393759.898529:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393759.898537:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393759.898542:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393759.898550:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393759.898584:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393759.898590:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749393759.899703:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15300. 00000100:00000010:3.0:1749393759.899711:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae150c0. 00000100:00000010:2.0:1749393764.903742:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393764.903776:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e200. 00000100:00000010:2.0:1749393764.903843:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393764.903855:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393764.903881:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393764.903886:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393764.903938:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749393764.903955:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393764.903961:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393764.903969:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393764.903979:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499745152, portal 25 00000400:00000010:3.0:1749393764.903985:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43c38. 02000000:00000010:0.0:1749393764.903986:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000100:00000200:3.0:1749393764.903989:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499745152, offset 0 00000400:00000200:0.0:1749393764.903999:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393764.904000:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393764.904003:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393764.904008:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000200:3.0:1749393764.904012:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393764.904021:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393764.904029:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393764.904031:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499745280, portal 10 00000400:00000200:3.0:1749393764.904034:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393764.904038:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:3.0:1749393764.904040:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393764.904042:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499745280, offset 0 00000400:00000200:3.0:1749393764.904042:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393764.904048:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [437:437:256:4294967295] 192.168.203.132@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000200:0.0:1749393764.904050:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393764.904052:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393764.904056:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393764.904062:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393764.904065:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393764.904066:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393764.904069:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393764.904071:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393764.904073:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393764.904076:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:3.0:1749393764.904076:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749393764.904080:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [438:438:255:4294967295] 192.168.203.132@tcp LPNI seq info [448:448:7:4294967295] 00000400:00000200:0.0:1749393764.904084:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393764.904085:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393764.904093:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393764.904098:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393764.904099:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393764.904103:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749393764.904104:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393764.904107:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393764.904114:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393764.904118:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393764.904136:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393764.904148:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393764.904153:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae150c0. 00000100:00000010:3.0:1749393764.904179:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15800. 02000000:00000010:0.0:1749393764.904207:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749393764.904211:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393764.904213:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393764.904214:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393764.904217:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000800:00000010:2.0:1749393764.904217:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000100:00000200:0.0:1749393764.904220:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499745408, portal 10 00000400:00000010:0.0:1749393764.904225:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:2.0:1749393764.904225:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393764.904227:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499745408, offset 0 00000400:00000200:0.0:1749393764.904232:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393764.904234:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393764.904236:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393764.904240:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393764.904240:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43c38 00000400:00000200:0.0:1749393764.904243:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1749393764.904243:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43c38. 00000400:00000200:0.0:1749393764.904246:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393764.904254:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393764.904256:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393764.904257:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499745152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393764.904260:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [439:439:254:4294967295] 192.168.203.132@tcp LPNI seq info [449:449:6:4294967295] 00000400:00000200:0.0:1749393764.904264:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393764.904271:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393764.904276:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393764.904279:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393764.904284:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393764.904289:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393764.904292:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393764.904298:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393764.904362:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393764.904365:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393764.904368:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393764.904373:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393764.904376:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:2.0:1749393764.904377:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:2.0:1749393764.904383:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499745280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393764.904410:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393764.904412:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393764.904415:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393764.904418:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393764.904421:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749393764.904423:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749393764.904427:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499745408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393764.905890:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.905899:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393764.905907:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.905912:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.905916:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.905921:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0df80 00000400:00000200:2.0:1749393764.905926:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.905933:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x152d [1] + 224 00000400:00000200:2.0:1749393764.905944:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393764.905948:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393764.905958:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499745152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393764.905998:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.906002:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393764.906006:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.906009:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.906012:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.906015:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e080 00000400:00000200:2.0:1749393764.906019:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.906022:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1545 [1] + 0 00000400:00000200:2.0:1749393764.906028:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393764.906031:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393764.906036:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499745408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393764.906060:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.906064:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393764.906068:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.906071:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.906083:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393764.906086:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e000 00000400:00000200:2.0:1749393764.906090:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393764.906091:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393764.906101:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393764.906103:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:2.0:1749393764.906108:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x153d [1] + 0 00000100:00000200:3.0:1749393764.906113:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499745152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393764.906126:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499745152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393764.906127:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393764.906130:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393764.906137:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499745280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393764.906155:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 00000400:00000010:0.0:1749393764.906161:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 02000000:00000010:3.0:1749393764.906163:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e200. 00000100:00000010:3.0:1749393764.906167:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000200:0.0:1749393764.906169:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749393764.906171:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393764.906181:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499745280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393764.906194:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499745280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393764.906220:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393764.906222:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749393764.906224:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393764.906228:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499745408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393764.906237:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499745408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393764.906250:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393764.906256:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393764.906259:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:0.0:1749393764.906263:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393764.906275:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393764.906278:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000100:00000010:2.0:1749393764.907719:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae150c0. 00000100:00000010:3.0:1749393764.907732:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15800. 00000100:00000010:2.0:1749393769.911738:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393769.911768:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ef00. 00000100:00000010:2.0:1749393769.911832:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393769.911841:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393769.911866:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393769.911871:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393769.911924:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6400. 00000400:00000200:2.0:1749393769.911936:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393769.911942:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5869a0. 00000400:00000010:2.0:1749393769.911950:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749393769.911959:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499745536, portal 25 00000400:00000010:2.0:1749393769.911965:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e990. 00000100:00000200:2.0:1749393769.911968:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499745536, offset 0 00000400:00000200:2.0:1749393769.911978:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393769.911980:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:2.0:1749393769.911989:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393769.911992:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393769.911997:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393769.911999:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393769.912002:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:2.0:1749393769.912006:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393769.912007:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499745664, portal 10 00000400:00000200:2.0:1749393769.912011:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393769.912014:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000200:2.0:1749393769.912016:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393769.912017:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499745664, offset 0 00000400:00000200:2.0:1749393769.912019:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393769.912024:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [440:440:256:4294967295] 192.168.203.132@tcp LPNI seq info [450:450:8:4294967295] 00000400:00000200:0.0:1749393769.912025:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393769.912029:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393769.912031:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393769.912037:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393769.912041:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393769.912045:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393769.912048:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393769.912051:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393769.912055:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [441:441:255:4294967295] 192.168.203.132@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:2.0:1749393769.912059:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393769.912060:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393769.912067:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393769.912071:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393769.912072:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000800:00000200:0.0:1749393769.912076:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393769.912080:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393769.912080:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393769.912085:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393769.912091:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393769.912092:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393769.912098:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393769.912098:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393769.912116:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.912118:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393769.912123:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89a00. 00000100:00000010:0.0:1749393769.912139:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89640. 02000000:00000010:0.0:1749393769.912165:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000800:00000200:2.0:1749393769.912169:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393769.912170:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393769.912172:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000800:00000010:2.0:1749393769.912172:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000010:0.0:1749393769.912175:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000400:00000200:2.0:1749393769.912178:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393769.912184:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393769.912188:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499745792, portal 10 00000400:00000200:2.0:1749393769.912189:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749393769.912192:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000400:00000010:0.0:1749393769.912194:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393769.912196:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499745792, offset 0 00000400:00000200:0.0:1749393769.912202:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749393769.912203:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499745664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393769.912206:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393769.912210:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393769.912213:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393769.912215:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393769.912218:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393769.912220:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393769.912224:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [442:442:255:4294967295] 192.168.203.132@tcp LPNI seq info [452:452:7:4294967295] 00000400:00000200:0.0:1749393769.912228:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393769.912236:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393769.912240:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393769.912243:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393769.912246:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393769.912251:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393769.912254:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393769.912260:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393769.912291:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393769.912294:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:2.0:1749393769.912297:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393769.912301:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393769.912304:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e990 00000400:00000010:2.0:1749393769.912306:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e990. 00000100:00000200:2.0:1749393769.912311:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499745536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393769.912338:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393769.912340:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393769.912343:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393769.912346:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393769.912348:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749393769.912350:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749393769.912355:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499745792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393769.913576:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913580:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393769.913585:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913587:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913590:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913592:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0e100 00000400:00000200:2.0:1749393769.913595:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913599:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x154d [1] + 224 00000400:00000200:2.0:1749393769.913606:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393769.913608:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393769.913613:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499745536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393769.913649:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913651:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393769.913653:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913655:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913656:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913658:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e200 00000400:00000200:2.0:1749393769.913660:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913662:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1565 [1] + 0 00000400:00000200:2.0:1749393769.913665:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393769.913666:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393769.913669:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499745792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393769.913682:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913684:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393769.913686:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913688:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913694:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393769.913696:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e180 00000400:00000200:2.0:1749393769.913698:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393769.913700:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5869a0. 00000400:00000200:3.0:1749393769.913705:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:3.0:1749393769.913706:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000400:00000010:0.0:1749393769.913711:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393769.913711:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499745536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393769.913715:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749393769.913716:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:3.0:1749393769.913718:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499745536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393769.913719:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x155d [1] + 0 00000100:00000200:0.0:1749393769.913721:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499745792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393769.913728:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499745792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393769.913730:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393769.913732:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393769.913735:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499745664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393769.913736:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6400. 02000000:00000010:3.0:1749393769.913738:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ef00. 00000100:00000010:3.0:1749393769.913741:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 02000000:00000010:0.0:1749393769.913742:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393769.913745:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393769.913748:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000010:0.0:1749393769.913751:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393769.913757:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749393769.913758:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393769.913761:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499745664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393769.913765:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499745664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393769.913772:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393769.913774:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393769.913776:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:2.0:1749393769.915716:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89a00. 00000100:00000010:3.0:1749393769.915727:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89640. 00000100:00000010:2.0:1749393774.919741:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393774.919774:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749393774.919842:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393774.919851:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393774.919878:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393774.919883:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749393774.919938:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6a00. 00000400:00000200:2.0:1749393774.919952:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393774.919957:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d5869f8. 00000400:00000010:2.0:1749393774.919966:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e990. 00000100:00000200:2.0:1749393774.919976:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499745920, portal 25 00000400:00000010:2.0:1749393774.919982:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749393774.919985:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499745920, offset 0 02000000:00000010:0.0:1749393774.919989:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:2.0:1749393774.919996:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393774.920002:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393774.920006:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393774.920008:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393774.920012:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393774.920016:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499746048, portal 10 00000400:00000200:2.0:1749393774.920019:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393774.920023:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000400:00000200:2.0:1749393774.920026:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393774.920027:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499746048, offset 0 00000400:00000200:2.0:1749393774.920032:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393774.920035:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393774.920037:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393774.920040:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393774.920042:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.920044:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [443:443:256:4294967295] 192.168.203.132@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:0.0:1749393774.920048:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393774.920050:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393774.920052:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393774.920056:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393774.920059:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393774.920062:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393774.920065:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [444:444:256:4294967295] 192.168.203.132@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:0.0:1749393774.920070:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.920082:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393774.920090:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393774.920095:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749393774.920097:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393774.920102:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393774.920104:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393774.920107:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393774.920112:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393774.920115:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393774.920118:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393774.920122:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393774.920132:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393774.920149:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393774.920155:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393774.920156:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d640. 00000100:00000010:2.0:1749393774.920174:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674db40. 02000000:00000010:0.0:1749393774.920196:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749393774.920200:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393774.920203:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393774.920206:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393774.920209:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499746176, portal 10 00000400:00000010:0.0:1749393774.920214:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000800:00000200:3.0:1749393774.920214:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393774.920216:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499746176, offset 0 00000800:00000010:3.0:1749393774.920222:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749393774.920223:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393774.920227:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393774.920230:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393774.920231:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393774.920234:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393774.920237:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393774.920239:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393774.920240:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393774.920243:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393774.920244:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000200:0.0:1749393774.920246:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [445:445:254:4294967295] 192.168.203.132@tcp LPNI seq info [455:455:6:4294967295] 00000400:00000010:3.0:1749393774.920247:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000400:00000200:0.0:1749393774.920250:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393774.920257:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749393774.920260:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499745920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393774.920262:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393774.920265:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393774.920269:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393774.920273:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393774.920277:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393774.920282:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393774.920297:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393774.920300:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393774.920303:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393774.920307:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393774.920310:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:3.0:1749393774.920312:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:3.0:1749393774.920317:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499746048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393774.920410:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393774.920412:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393774.920415:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393774.920418:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393774.920421:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:3.0:1749393774.920423:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:3.0:1749393774.920427:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499746176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393774.922100:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922109:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393774.922117:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922121:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922126:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922131:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0e280 00000400:00000200:2.0:1749393774.922136:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922143:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x156d [1] + 224 00000400:00000200:2.0:1749393774.922155:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393774.922159:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393774.922169:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499745920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393774.922211:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922215:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393774.922219:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922221:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922224:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922227:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e300 00000400:00000200:2.0:1749393774.922230:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922234:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x157d [1] + 0 00000400:00000200:2.0:1749393774.922239:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393774.922252:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393774.922259:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499746048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393774.922289:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922293:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393774.922296:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393774.922297:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d5869f8. 00000400:00000200:2.0:1749393774.922299:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922302:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393774.922305:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e380 00000400:00000200:3.0:1749393774.922305:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e990 00000400:00000200:2.0:1749393774.922308:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393774.922308:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e990. 00000400:00000200:2.0:1749393774.922313:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1585 [1] + 0 00000100:00000200:3.0:1749393774.922318:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499745920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393774.922329:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749393774.922331:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499745920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393774.922332:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393774.922338:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499746176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393774.922345:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393774.922353:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749393774.922355:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 02000000:00000010:3.0:1749393774.922359:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6a00. 00000100:00000200:0.0:1749393774.922365:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499746048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393774.922365:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:3.0:1749393774.922369:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000200:0.0:1749393774.922378:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499746048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393774.922412:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393774.922415:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393774.922416:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393774.922421:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499746176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393774.922430:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499746176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393774.922443:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393774.922449:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393774.922484:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393774.922490:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393774.922492:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393774.922495:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749393774.923713:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d640. 00000100:00000010:3.0:1749393774.923718:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674db40. 00000100:00000010:2.0:1749393779.927751:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393779.927782:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749393779.927846:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393779.927854:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393779.927880:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393779.927885:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749393779.927939:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7000. 00000400:00000200:2.0:1749393779.927952:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393779.927958:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586a50. 00000400:00000010:2.0:1749393779.927965:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e880. 00000100:00000200:2.0:1749393779.927975:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499746304, portal 25 00000400:00000010:2.0:1749393779.927980:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e908. 00000100:00000200:2.0:1749393779.927983:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499746304, offset 0 00000400:00000200:2.0:1749393779.927994:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393779.928004:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393779.928016:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393779.928021:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393779.928023:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393779.928026:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393779.928031:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499746432, portal 10 00000400:00000200:2.0:1749393779.928032:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393779.928038:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:2.0:1749393779.928039:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393779.928041:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499746432, offset 0 00000400:00000200:2.0:1749393779.928044:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393779.928049:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393779.928049:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393779.928052:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393779.928056:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.928057:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [446:446:256:4294967295] 192.168.203.132@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:0.0:1749393779.928062:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393779.928063:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393779.928066:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393779.928070:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393779.928074:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393779.928075:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393779.928077:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393779.928081:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [447:447:255:4294967295] 192.168.203.132@tcp LPNI seq info [457:457:7:4294967295] 00000800:00000200:2.0:1749393779.928082:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393779.928086:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393779.928086:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:2.0:1749393779.928095:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393779.928097:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393779.928106:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393779.928112:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393779.928112:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1749393779.928116:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393779.928121:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393779.928128:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393779.928132:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393779.928138:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393779.928140:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393779.928145:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d640. 00000100:00000010:2.0:1749393779.928163:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d940. 02000000:00000010:0.0:1749393779.928187:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749393779.928192:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393779.928195:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393779.928198:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393779.928201:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499746560, portal 10 00000800:00000200:3.0:1749393779.928202:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393779.928205:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393779.928207:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499746560, offset 0 00000800:00000010:3.0:1749393779.928209:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:0.0:1749393779.928212:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393779.928216:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393779.928217:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393779.928219:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393779.928222:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393779.928225:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393779.928227:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393779.928229:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393779.928233:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [448:448:254:4294967295] 192.168.203.132@tcp LPNI seq info [458:458:6:4294967295] 00000400:00000200:3.0:1749393779.928234:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393779.928237:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393779.928240:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e908 00000400:00000010:3.0:1749393779.928242:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e908. 00000400:00000200:0.0:1749393779.928244:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393779.928248:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393779.928251:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000100:00000200:3.0:1749393779.928254:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499746304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393779.928255:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393779.928259:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393779.928262:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393779.928267:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393779.928281:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393779.928284:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393779.928287:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393779.928290:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393779.928293:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:3.0:1749393779.928295:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749393779.928300:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499746432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393779.928384:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393779.928387:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393779.928390:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393779.928393:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393779.928395:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:3.0:1749393779.928397:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749393779.928402:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499746560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393779.929863:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.929872:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393779.929880:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.929884:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.929889:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.929893:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0e400 00000400:00000200:2.0:1749393779.929898:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.929905:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x158d [1] + 224 00000400:00000200:2.0:1749393779.929916:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393779.929920:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393779.929930:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499746304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393779.929971:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.929983:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393779.929987:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.929990:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.929993:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.929997:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e500 00000400:00000200:2.0:1749393779.930000:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.930004:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x15a5 [1] + 0 00000400:00000200:2.0:1749393779.930011:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393779.930015:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393779.930021:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499746560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393779.930048:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.930052:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393779.930055:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.930058:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393779.930060:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393779.930062:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586a50. 00000400:00000200:2.0:1749393779.930063:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e480 00000400:00000200:2.0:1749393779.930066:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393779.930071:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e880 00000400:00000010:3.0:1749393779.930073:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e880. 00000400:00000200:2.0:1749393779.930078:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x159d [1] + 0 00000100:00000200:3.0:1749393779.930083:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499746304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393779.930086:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393779.930094:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749393779.930096:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499746304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393779.930098:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393779.930102:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393779.930104:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749393779.930112:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499746432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393779.930114:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499746560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393779.930123:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7000. 00000100:00000200:0.0:1749393779.930127:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499746560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393779.930128:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:3.0:1749393779.930132:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 02000000:00000010:0.0:1749393779.930153:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393779.930158:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393779.930162:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000400:00000010:0.0:1749393779.930168:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393779.930170:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393779.930172:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393779.930177:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499746432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393779.930185:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499746432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393779.930197:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393779.930201:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393779.930203:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749393779.931713:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d640. 00000100:00000010:3.0:1749393779.931715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d940. 00000100:00000010:2.0:1749393784.935818:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393784.935851:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749393784.935923:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393784.935934:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393784.935961:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393784.935995:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393784.936047:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749393784.936066:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393784.936071:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 02000000:00000010:0.0:1749393784.936079:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000010:3.0:1749393784.936079:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393784.936088:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499746688, portal 25 00000400:00000200:0.0:1749393784.936091:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393784.936094:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43b28. 00000400:00000010:0.0:1749393784.936095:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393784.936098:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499746688, offset 0 00000400:00000010:0.0:1749393784.936100:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393784.936105:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499746816, portal 10 00000400:00000200:3.0:1749393784.936111:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393784.936112:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393784.936115:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499746816, offset 0 00000400:00000200:3.0:1749393784.936122:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393784.936123:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393784.936130:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393784.936132:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393784.936136:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393784.936139:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393784.936140:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393784.936144:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393784.936145:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393784.936149:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393784.936152:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393784.936157:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393784.936157:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [449:449:256:4294967295] 192.168.203.132@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:0.0:1749393784.936160:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393784.936161:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393784.936164:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [450:450:256:4294967295] 192.168.203.132@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:0.0:1749393784.936169:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393784.936173:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393784.936180:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393784.936184:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749393784.936192:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393784.936193:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393784.936198:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393784.936202:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749393784.936205:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393784.936208:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393784.936211:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393784.936214:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393784.936219:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393784.936244:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393784.936251:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15900. 00000400:00000200:0.0:1749393784.936252:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393784.936270:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f80. 02000000:00000010:0.0:1749393784.936293:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393784.936297:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393784.936300:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393784.936303:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393784.936306:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499746944, portal 10 00000400:00000010:0.0:1749393784.936311:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393784.936313:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499746944, offset 0 00000400:00000200:0.0:1749393784.936317:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393784.936318:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393784.936321:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393784.936322:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749393784.936325:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393784.936329:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393784.936331:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393784.936331:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393784.936334:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393784.936336:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393784.936339:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393784.936340:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [451:451:254:4294967295] 192.168.203.132@tcp LPNI seq info [461:461:6:4294967295] 00000400:00000200:0.0:1749393784.936344:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.936345:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43b28 00000400:00000010:2.0:1749393784.936347:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43b28. 00000400:00000200:0.0:1749393784.936351:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393784.936355:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393784.936357:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000100:00000200:2.0:1749393784.936360:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499746688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393784.936379:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393784.936427:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393784.936430:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393784.936437:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393784.936440:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393784.936443:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393784.936447:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393784.936451:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393784.936453:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749393784.936456:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749393784.936461:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499746816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393784.936545:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393784.936548:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393784.936550:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393784.936554:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393784.936556:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:2.0:1749393784.936558:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749393784.936563:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499746944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393784.938192:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938200:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393784.938208:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938213:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938217:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938221:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0e580 00000400:00000200:2.0:1749393784.938226:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938243:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x15ad [1] + 224 00000400:00000200:2.0:1749393784.938255:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393784.938259:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393784.938269:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499746688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393784.938312:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938316:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393784.938320:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938323:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938326:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938329:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e680 00000400:00000200:2.0:1749393784.938332:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938335:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x15c5 [1] + 0 00000400:00000200:2.0:1749393784.938341:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393784.938344:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:3.0:1749393784.938350:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393784.938359:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393784.938362:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:2.0:1749393784.938368:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499746944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393784.938372:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499746688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393784.938422:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938427:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:3.0:1749393784.938429:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499746688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393784.938431:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938434:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938437:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938440:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e600 00000400:00000200:2.0:1749393784.938443:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393784.938446:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x15bd [1] + 0 02000000:00000010:3.0:1749393784.938458:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 00000400:00000200:2.0:1749393784.938463:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749393784.938465:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000200:2.0:1749393784.938467:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000010:3.0:1749393784.938470:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000200:2.0:1749393784.938473:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499746816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393784.938519:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393784.938528:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393784.938530:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393784.938540:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499746816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393784.938553:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499746816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393784.938578:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393784.938580:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393784.938582:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393784.938586:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499746944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393784.938595:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499746944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393784.938645:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393784.938651:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393784.938655:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:0.0:1749393784.938660:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393784.938664:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393784.938667:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:2.0:1749393784.939702:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15900. 00000100:00000010:3.0:1749393784.939709:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f80. 00000100:00000010:2.0:1749393789.943763:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393789.943800:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749393789.943873:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393789.943881:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393789.943909:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393789.943914:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749393789.943975:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749393789.943990:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393789.943995:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586aa8. 00000400:00000010:2.0:1749393789.944004:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e770. 00000100:00000200:2.0:1749393789.944014:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499747072, portal 25 00000400:00000010:2.0:1749393789.944020:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e7f8. 00000100:00000200:2.0:1749393789.944023:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499747072, offset 0 02000000:00000010:0.0:1749393789.944031:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:2.0:1749393789.944034:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393789.944043:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.944046:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393789.944048:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393789.944053:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749393789.944056:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393789.944058:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499747200, portal 10 00000400:00000200:2.0:1749393789.944064:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393789.944065:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000200:2.0:1749393789.944069:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393789.944074:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393789.944077:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393789.944081:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [452:452:256:4294967295] 192.168.203.132@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:2.0:1749393789.944086:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393789.944088:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499747200, offset 0 00000400:00000200:0.0:1749393789.944097:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393789.944098:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393789.944103:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393789.944105:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393789.944109:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749393789.944110:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749393789.944113:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393789.944116:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:2.0:1749393789.944118:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393789.944119:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393789.944122:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393789.944126:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [453:453:255:4294967295] 192.168.203.132@tcp LPNI seq info [463:463:7:4294967295] 00000400:00000200:0.0:1749393789.944130:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393789.944130:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393789.944137:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393789.944140:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393789.944145:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393789.944149:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393789.944154:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393789.944160:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393789.944165:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393789.944174:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.944174:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393789.944180:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc40. 00000100:00000010:2.0:1749393789.944196:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d680. 02000000:00000010:0.0:1749393789.944212:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393789.944217:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393789.944220:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393789.944223:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393789.944226:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499747328, portal 10 00000400:00000010:0.0:1749393789.944230:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393789.944232:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499747328, offset 0 00000400:00000200:0.0:1749393789.944237:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393789.944240:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393789.944241:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393789.944243:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393789.944246:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393789.944249:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393789.944249:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749393789.944251:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393789.944253:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393789.944259:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393789.944262:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [454:454:254:4294967295] 192.168.203.132@tcp LPNI seq info [464:464:6:4294967295] 00000400:00000200:0.0:1749393789.944267:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393789.944267:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393789.944272:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e7f8 00000400:00000200:0.0:1749393789.944275:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:3.0:1749393789.944275:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e7f8. 00000800:00000200:0.0:1749393789.944282:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393789.944286:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000100:00000200:3.0:1749393789.944288:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499747072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393789.944293:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393789.944301:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393789.944305:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393789.944313:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393789.944315:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393789.944315:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393789.944318:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393789.944322:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393789.944324:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:3.0:1749393789.944327:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:3.0:1749393789.944332:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499747200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393789.944447:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393789.944450:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393789.944453:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393789.944457:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393789.944459:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:3.0:1749393789.944461:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:3.0:1749393789.944466:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499747328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393789.946190:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946199:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393789.946207:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946211:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946216:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946220:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0e700 00000400:00000200:2.0:1749393789.946225:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946232:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x15cd [1] + 224 00000400:00000200:2.0:1749393789.946243:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393789.946248:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393789.946257:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499747072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393789.946299:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946304:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393789.946307:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946310:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946313:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946316:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e780 00000400:00000200:2.0:1749393789.946319:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946323:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x15dd [1] + 0 00000400:00000200:2.0:1749393789.946328:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393789.946331:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393789.946336:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499747200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393789.946339:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586aa8. 00000400:00000200:3.0:1749393789.946369:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e770 00000400:00000010:3.0:1749393789.946371:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e770. 00000100:00000200:3.0:1749393789.946381:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499747072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393789.946388:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946392:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:3.0:1749393789.946395:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499747072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393789.946396:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946408:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946412:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946415:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e800 00000400:00000200:2.0:1749393789.946419:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393789.946422:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x15e5 [1] + 0 02000000:00000010:3.0:1749393789.946423:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:3.0:1749393789.946429:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:3.0:1749393789.946434:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:2.0:1749393789.946439:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393789.946441:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393789.946443:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393789.946449:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393789.946453:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:2.0:1749393789.946461:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499747328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393789.946466:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499747200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393789.946485:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499747200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393789.946518:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393789.946523:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749393789.946525:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393789.946532:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499747328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393789.946546:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499747328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393789.946568:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393789.946576:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393789.946581:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393789.946588:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393789.946593:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393789.946597:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749393789.947695:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc40. 00000100:00000010:3.0:1749393789.947701:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d680. 00000100:00000010:2.0:1749393794.951737:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393794.951770:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749393794.951840:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393794.951849:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393794.951877:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393794.951882:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393794.951941:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393794.951955:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393794.951961:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586b00. 00000400:00000010:2.0:1749393794.951969:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749393794.951980:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499747456, portal 25 00000400:00000010:2.0:1749393794.951986:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e6e8. 00000100:00000200:2.0:1749393794.951989:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499747456, offset 0 02000000:00000010:0.0:1749393794.951991:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:2.0:1749393794.952001:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393794.952005:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393794.952012:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393794.952014:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393794.952019:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000400:00000200:2.0:1749393794.952024:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393794.952025:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499747584, portal 10 00000400:00000200:2.0:1749393794.952031:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393794.952034:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749393794.952037:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749393794.952039:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499747584, offset 0 00000400:00000200:2.0:1749393794.952042:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393794.952045:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393794.952049:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393794.952049:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [455:455:256:4294967295] 192.168.203.132@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:0.0:1749393794.952058:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393794.952066:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393794.952072:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393794.952075:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393794.952078:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393794.952082:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393794.952086:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393794.952089:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393794.952092:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [456:456:255:4294967295] 192.168.203.132@tcp LPNI seq info [466:466:7:4294967295] 00000800:00000200:2.0:1749393794.952097:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393794.952100:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393794.952102:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000800:00000200:2.0:1749393794.952112:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393794.952114:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393794.952122:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393794.952124:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749393794.952128:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393794.952131:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393794.952135:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393794.952144:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393794.952150:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393794.952157:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393794.952160:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393794.952163:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc40. 00000100:00000010:2.0:1749393794.952181:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674d8c0. 02000000:00000010:0.0:1749393794.952210:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749393794.952217:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393794.952221:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393794.952226:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000800:00000200:3.0:1749393794.952226:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393794.952230:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499747712, portal 10 00000800:00000010:3.0:1749393794.952233:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000010:0.0:1749393794.952237:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393794.952240:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499747712, offset 0 00000400:00000200:3.0:1749393794.952241:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393794.952247:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393794.952249:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393794.952255:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e6e8 00000400:00000010:3.0:1749393794.952257:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e6e8. 00000400:00000200:0.0:1749393794.952265:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393794.952271:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:3.0:1749393794.952271:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499747456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393794.952276:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393794.952280:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393794.952284:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393794.952287:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393794.952292:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [457:457:255:4294967295] 192.168.203.132@tcp LPNI seq info [467:467:6:4294967295] 00000400:00000200:0.0:1749393794.952299:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393794.952358:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393794.952367:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393794.952374:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393794.952381:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393794.952389:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393794.952393:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393794.952401:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393794.952403:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393794.952405:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393794.952408:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393794.952412:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393794.952415:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:3.0:1749393794.952417:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749393794.952423:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499747584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393794.952452:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393794.952454:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393794.952456:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393794.952469:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393794.952472:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:3.0:1749393794.952474:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:3.0:1749393794.952479:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499747712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393794.953884:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.953894:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393794.953902:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.953906:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.953911:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.953915:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0e880 00000400:00000200:2.0:1749393794.953920:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.953927:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x15ed [1] + 224 00000400:00000200:2.0:1749393794.953939:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393794.953943:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393794.953952:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499747456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393794.954008:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954015:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393794.954020:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954024:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954029:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954035:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e900 00000400:00000200:2.0:1749393794.954041:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954059:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x15fd [1] + 0 00000400:00000200:2.0:1749393794.954074:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393794.954080:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393794.954091:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499747584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393794.954103:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586b00. 00000400:00000200:3.0:1749393794.954113:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:3.0:1749393794.954116:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000100:00000200:3.0:1749393794.954129:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499747456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393794.954138:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954144:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:3.0:1749393794.954149:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499747456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393794.954151:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954155:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954160:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954164:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0e980 00000400:00000200:2.0:1749393794.954169:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393794.954175:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1605 [1] + 0 02000000:00000010:3.0:1749393794.954186:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 00000400:00000010:0.0:1749393794.954191:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 02000000:00000010:3.0:1749393794.954195:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000400:00000200:0.0:1749393794.954200:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000100:00000010:3.0:1749393794.954200:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000400:00000200:2.0:1749393794.954201:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393794.954204:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000400:00000200:2.0:1749393794.954207:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393794.954217:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499747584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393794.954217:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499747712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393794.954235:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499747584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393794.954267:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393794.954272:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749393794.954274:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393794.954281:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499747712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393794.954296:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499747712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393794.954347:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393794.954365:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393794.954371:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:0.0:1749393794.954380:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749393794.954385:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393794.954389:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:2.0:1749393794.955712:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc40. 00000100:00000010:3.0:1749393794.955715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674d8c0. 00000100:00000010:2.0:1749393799.959756:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393799.959784:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e000. 00000100:00000010:2.0:1749393799.959844:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393799.959853:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393799.959877:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393799.959882:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393799.959933:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749393799.959950:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393799.959957:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393799.959965:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393799.959975:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499747840, portal 25 00000400:00000010:3.0:1749393799.959980:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43cc0. 00000100:00000200:3.0:1749393799.959983:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499747840, offset 0 02000000:00000010:0.0:1749393799.959985:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:3.0:1749393799.959995:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393799.959997:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393799.960002:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393799.960007:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000400:00000200:3.0:1749393799.960007:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393799.960012:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499747968, portal 10 00000400:00000200:3.0:1749393799.960016:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393799.960019:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393799.960022:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499747968, offset 0 00000400:00000200:3.0:1749393799.960024:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393799.960030:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393799.960030:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393799.960035:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393799.960036:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393799.960038:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393799.960042:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393799.960043:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [458:458:256:4294967295] 192.168.203.132@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:0.0:1749393799.960047:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393799.960051:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393799.960054:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393799.960056:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393799.960060:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [459:459:256:4294967295] 192.168.203.132@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:3.0:1749393799.960061:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393799.960065:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393799.960075:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393799.960082:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393799.960087:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393799.960087:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000800:00000200:0.0:1749393799.960092:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393799.960095:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393799.960096:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393799.960101:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393799.960105:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393799.960107:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393799.960111:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393799.960111:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749393799.960143:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393799.960144:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393799.960150:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89240. 00000100:00000010:0.0:1749393799.960170:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89ac0. 02000000:00000010:0.0:1749393799.960181:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:0.0:1749393799.960195:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393799.960197:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393799.960198:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393799.960201:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000800:00000010:2.0:1749393799.960201:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000100:00000200:0.0:1749393799.960204:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499748096, portal 10 00000400:00000200:2.0:1749393799.960208:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393799.960209:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393799.960211:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499748096, offset 0 00000400:00000200:0.0:1749393799.960216:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393799.960216:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393799.960220:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.960221:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43cc0 00000400:00000200:0.0:1749393799.960224:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:2.0:1749393799.960224:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43cc0. 00000400:00000200:0.0:1749393799.960228:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393799.960230:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393799.960233:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393799.960235:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393799.960238:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [460:460:254:4294967295] 192.168.203.132@tcp LPNI seq info [470:470:6:4294967295] 00000400:00000200:0.0:1749393799.960242:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393799.960248:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499747840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393799.960250:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393799.960254:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393799.960257:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393799.960261:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393799.960266:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393799.960269:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393799.960274:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393799.960274:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393799.960317:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393799.960320:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393799.960325:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393799.960328:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:2.0:1749393799.960330:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749393799.960336:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499747968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393799.960390:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393799.960392:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393799.960395:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393799.960399:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393799.960401:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749393799.960403:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749393799.960407:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499748096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393799.961786:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961795:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393799.961803:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961808:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961813:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961818:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0ea00 00000400:00000200:2.0:1749393799.961823:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961830:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x160d [1] + 224 00000400:00000200:2.0:1749393799.961841:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393799.961845:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393799.961854:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499747840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393799.961895:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961915:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393799.961920:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961923:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961926:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961929:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ea80 00000400:00000200:2.0:1749393799.961933:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961937:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x161d [1] + 0 00000400:00000200:2.0:1749393799.961944:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393799.961948:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393799.961954:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499747968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393799.961980:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961984:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393799.961987:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393799.961989:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393799.961990:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961993:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393799.961996:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0eb00 00000400:00000200:2.0:1749393799.961999:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393799.961999:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393799.962001:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393799.962011:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499747840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393799.962024:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1625 [1] + 0 00000100:00000200:3.0:1749393799.962025:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499747840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393799.962054:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749393799.962054:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 00000400:00000200:2.0:1749393799.962058:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:3.0:1749393799.962060:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e000. 00000100:00000200:2.0:1749393799.962064:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499748096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393799.962065:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000400:00000010:0.0:1749393799.962078:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393799.962086:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749393799.962088:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393799.962098:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499747968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393799.962111:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499747968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393799.962136:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393799.962148:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749393799.962150:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393799.962155:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499748096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393799.962164:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499748096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393799.962179:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749393799.962185:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393799.962189:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:0.0:1749393799.962194:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393799.962198:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393799.962200:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:2.0:1749393799.963715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89240. 00000100:00000010:3.0:1749393799.963720:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89ac0. 00000100:00000010:2.0:1749393804.967724:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393804.967747:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749393804.967803:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393804.967812:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393804.967834:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393804.967851:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393804.967899:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749393804.967914:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393804.967919:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393804.967927:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393804.967935:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499748224, portal 25 02000000:00000010:0.0:1749393804.967940:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000010:3.0:1749393804.967940:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43d48. 00000100:00000200:3.0:1749393804.967943:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499748224, offset 0 00000400:00000200:0.0:1749393804.967952:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393804.967953:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393804.967957:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393804.967962:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000400:00000200:3.0:1749393804.967963:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393804.967966:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499748352, portal 10 00000400:00000200:3.0:1749393804.967971:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393804.967973:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393804.967976:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499748352, offset 0 00000400:00000200:3.0:1749393804.967978:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393804.967984:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393804.967990:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393804.967991:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393804.967995:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393804.967996:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393804.967999:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393804.967999:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393804.968003:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393804.968003:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [461:461:256:4294967295] 192.168.203.132@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:0.0:1749393804.968007:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393804.968008:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393804.968009:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393804.968013:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [462:462:256:4294967295] 192.168.203.132@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:0.0:1749393804.968018:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393804.968020:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393804.968026:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393804.968031:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749393804.968039:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393804.968039:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393804.968044:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393804.968049:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:3.0:1749393804.968049:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393804.968055:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393804.968064:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393804.968070:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393804.968075:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393804.968086:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393804.968093:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15140. 00000400:00000200:0.0:1749393804.968095:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393804.968109:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15700. 02000000:00000010:0.0:1749393804.968135:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393804.968140:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393804.968142:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:2.0:1749393804.968144:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393804.968146:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000800:00000010:2.0:1749393804.968148:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000100:00000200:0.0:1749393804.968149:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499748480, portal 10 00000400:00000010:0.0:1749393804.968154:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000200:2.0:1749393804.968155:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393804.968156:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499748480, offset 0 00000400:00000200:0.0:1749393804.968161:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393804.968163:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393804.968165:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.968168:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43d48 00000400:00000200:0.0:1749393804.968169:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:2.0:1749393804.968171:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43d48. 00000400:00000200:0.0:1749393804.968173:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393804.968175:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393804.968178:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393804.968180:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393804.968183:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499748224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393804.968184:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [463:463:254:4294967295] 192.168.203.132@tcp LPNI seq info [473:473:6:4294967295] 00000400:00000200:0.0:1749393804.968188:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393804.968195:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393804.968199:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393804.968202:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393804.968205:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393804.968210:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393804.968213:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393804.968218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393804.968276:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393804.968280:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393804.968283:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393804.968288:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393804.968291:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749393804.968293:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749393804.968299:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499748352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393804.968329:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393804.968331:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393804.968334:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393804.968337:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393804.968339:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749393804.968341:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749393804.968346:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499748480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393804.969481:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969489:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393804.969497:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969502:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969506:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969510:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0eb80 00000400:00000200:2.0:1749393804.969516:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969531:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x162d [1] + 224 00000400:00000200:2.0:1749393804.969543:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393804.969547:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393804.969557:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499748224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393804.969628:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969633:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393804.969637:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969640:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969644:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969647:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ec00 00000400:00000200:2.0:1749393804.969650:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969654:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x163d [1] + 0 00000400:00000200:2.0:1749393804.969661:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393804.969665:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393804.969671:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499748352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393804.969696:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969700:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393804.969703:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969706:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393804.969709:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393804.969710:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393804.969712:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ec80 00000400:00000200:2.0:1749393804.969715:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393804.969720:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393804.969722:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393804.969732:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499748224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393804.969738:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1645 [1] + 0 00000100:00000200:3.0:1749393804.969745:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499748224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393804.969755:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393804.969759:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393804.969765:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499748480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393804.969769:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 02000000:00000010:3.0:1749393804.969776:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:3.0:1749393804.969779:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000400:00000010:0.0:1749393804.969792:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393804.969800:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749393804.969803:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393804.969813:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499748352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393804.969835:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499748352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393804.969861:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393804.969863:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749393804.969865:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393804.969869:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499748480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393804.969878:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499748480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393804.969891:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393804.969896:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393804.969900:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393804.969904:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393804.969907:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393804.969910:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749393804.971715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15140. 00000100:00000010:3.0:1749393804.971720:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15700. 00000100:00000010:2.0:1749393809.975808:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393809.975840:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393809.975907:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393809.975915:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393809.975941:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393809.975946:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749393809.976007:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749393809.976020:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393809.976026:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586b58. 00000400:00000010:2.0:1749393809.976033:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e660. 00000100:00000200:2.0:1749393809.976043:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499748608, portal 25 00000400:00000010:2.0:1749393809.976049:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749393809.976052:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499748608, offset 0 02000000:00000010:0.0:1749393809.976060:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:2.0:1749393809.976066:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393809.976072:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393809.976076:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393809.976080:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393809.976081:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393809.976086:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499748736, portal 10 00000400:00000200:2.0:1749393809.976091:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393809.976093:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393809.976096:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499748736, offset 0 00000400:00000200:2.0:1749393809.976100:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393809.976104:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393809.976106:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393809.976110:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.976112:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393809.976117:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393809.976117:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393809.976121:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393809.976123:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [464:464:256:4294967295] 192.168.203.132@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:0.0:1749393809.976125:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393809.976128:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393809.976131:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393809.976131:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393809.976135:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [465:465:256:4294967295] 192.168.203.132@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:2.0:1749393809.976148:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393809.976158:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393809.976159:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393809.976164:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000400:00000200:0.0:1749393809.976169:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393809.976175:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393809.976175:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393809.976179:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393809.976184:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393809.976189:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393809.976191:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393809.976197:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393809.976197:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393809.976247:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.976252:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393809.976254:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89b80. 00000100:00000010:0.0:1749393809.976273:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b892c0. 02000000:00000010:0.0:1749393809.976297:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393809.976302:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393809.976305:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000800:00000200:2.0:1749393809.976305:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393809.976308:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000800:00000010:2.0:1749393809.976308:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000100:00000200:0.0:1749393809.976312:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499748864, portal 10 00000400:00000010:0.0:1749393809.976316:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:2.0:1749393809.976317:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393809.976318:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499748864, offset 0 00000400:00000200:0.0:1749393809.976323:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393809.976324:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393809.976328:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.976328:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:2.0:1749393809.976331:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000400:00000200:0.0:1749393809.976332:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393809.976335:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393809.976338:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393809.976341:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393809.976343:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749393809.976343:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499748736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393809.976347:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [466:466:254:4294967295] 192.168.203.132@tcp LPNI seq info [476:476:6:4294967295] 00000400:00000200:0.0:1749393809.976351:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393809.976357:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393809.976362:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393809.976365:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393809.976368:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393809.976381:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393809.976385:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393809.976391:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393809.976440:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393809.976443:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:2.0:1749393809.976446:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393809.976450:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393809.976453:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000400:00000010:2.0:1749393809.976454:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749393809.976459:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499748608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393809.976486:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393809.976489:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393809.976491:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393809.976494:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393809.976496:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749393809.976498:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393809.976503:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499748864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393809.977791:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977799:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393809.977807:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977811:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977816:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977820:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0ed00 00000400:00000200:2.0:1749393809.977825:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977841:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x164d [1] + 224 00000400:00000200:2.0:1749393809.977853:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393809.977857:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393809.977866:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499748608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393809.977908:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977913:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393809.977917:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977919:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977922:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977925:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ee00 00000400:00000200:2.0:1749393809.977929:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977933:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1665 [1] + 0 00000400:00000200:2.0:1749393809.977938:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393809.977941:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393809.977946:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499748864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393809.977970:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977974:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393809.977978:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977980:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977983:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977986:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ed80 00000400:00000200:2.0:1749393809.977989:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393809.977992:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x165d [1] + 0 00000400:00000010:3.0:1749393809.978004:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586b58. 00000400:00000200:2.0:1749393809.978007:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393809.978011:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393809.978015:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e660 00000400:00000010:3.0:1749393809.978018:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e660. 00000100:00000200:2.0:1749393809.978026:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499748736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393809.978031:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499748608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393809.978070:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393809.978073:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499748608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393809.978080:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749393809.978083:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393809.978095:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499748736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393809.978108:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 00000100:00000200:0.0:1749393809.978113:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499748736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393809.978116:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:3.0:1749393809.978120:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000400:00000010:0.0:1749393809.978145:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393809.978149:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749393809.978152:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393809.978159:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499748864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393809.978173:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499748864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393809.978194:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393809.978201:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393809.978234:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:0.0:1749393809.978258:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393809.978263:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393809.978267:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:3.0:1749393809.979710:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b892c0. 00000100:00000010:2.0:1749393809.979714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89b80. 00000100:00000010:2.0:1749393814.983734:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393814.983762:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749393814.983821:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393814.983830:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393814.983852:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393814.983857:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749393814.983905:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393814.983917:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393814.983922:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586bb0. 00000400:00000010:2.0:1749393814.983930:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749393814.983939:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499748992, portal 25 00000400:00000010:2.0:1749393814.983944:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e4c8. 00000100:00000200:2.0:1749393814.983947:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499748992, offset 0 02000000:00000010:0.0:1749393814.983955:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:2.0:1749393814.983958:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393814.983967:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.983969:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393814.983971:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393814.983976:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:2.0:1749393814.983979:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393814.983981:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499749120, portal 10 00000400:00000200:2.0:1749393814.983986:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393814.983988:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393814.983991:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499749120, offset 0 00000400:00000200:2.0:1749393814.983991:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393814.983995:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393814.983998:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393814.984003:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [467:467:256:4294967295] 192.168.203.132@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:2.0:1749393814.984008:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393814.984011:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393814.984017:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.984020:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393814.984023:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749393814.984026:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393814.984030:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749393814.984031:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393814.984034:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393814.984038:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749393814.984038:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393814.984040:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393814.984044:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [468:468:255:4294967295] 192.168.203.132@tcp LPNI seq info [478:478:7:4294967295] 00000400:00000200:0.0:1749393814.984049:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393814.984051:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393814.984056:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393814.984058:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393814.984064:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393814.984067:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393814.984072:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393814.984079:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393814.984083:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393814.984094:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393814.984100:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc00. 00000400:00000200:0.0:1749393814.984106:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393814.984119:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dec0. 02000000:00000010:0.0:1749393814.984140:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393814.984145:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393814.984147:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393814.984150:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393814.984154:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499749248, portal 10 00000400:00000010:0.0:1749393814.984158:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393814.984160:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499749248, offset 0 00000400:00000200:0.0:1749393814.984164:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393814.984168:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393814.984199:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393814.984202:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393814.984205:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393814.984208:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393814.984210:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393814.984214:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [469:469:254:4294967295] 192.168.203.132@tcp LPNI seq info [479:479:6:4294967295] 00000400:00000200:0.0:1749393814.984225:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393814.984233:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393814.984238:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393814.984241:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:3.0:1749393814.984242:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749393814.984245:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:3.0:1749393814.984249:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000800:00000200:0.0:1749393814.984251:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393814.984254:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393814.984255:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393814.984260:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393814.984263:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393814.984268:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e4c8 00000400:00000010:3.0:1749393814.984271:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e4c8. 00000100:00000200:3.0:1749393814.984283:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499748992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393814.984307:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393814.984309:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393814.984312:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393814.984315:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393814.984317:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:3.0:1749393814.984319:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749393814.984324:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499749120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393814.984378:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393814.984382:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393814.984387:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393814.984392:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393814.984396:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:3.0:1749393814.984398:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:3.0:1749393814.984406:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499749248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393814.985726:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985734:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393814.985745:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985750:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985754:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985759:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0ee80 00000400:00000200:2.0:1749393814.985764:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985771:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x166d [1] + 224 00000400:00000200:2.0:1749393814.985781:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393814.985786:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393814.985795:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499748992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393814.985837:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985841:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393814.985845:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985847:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985850:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985853:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ef00 00000400:00000200:2.0:1749393814.985857:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985860:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x167d [1] + 0 00000400:00000200:2.0:1749393814.985866:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393814.985869:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393814.985874:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499749120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749393814.985890:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586bb0. 00000400:00000200:3.0:1749393814.985899:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000400:00000010:3.0:1749393814.985902:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000100:00000200:3.0:1749393814.985911:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499748992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393814.985917:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985920:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393814.985924:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393814.985924:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499748992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393814.985936:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985939:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985943:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ef80 00000400:00000200:2.0:1749393814.985946:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393814.985949:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1685 [1] + 0 02000000:00000010:3.0:1749393814.985951:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 02000000:00000010:3.0:1749393814.985956:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:3.0:1749393814.985960:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000400:00000200:2.0:1749393814.985963:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393814.985967:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393814.985967:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393814.985977:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749393814.985981:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749393814.985988:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499749248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393814.985991:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499749120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393814.986004:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499749120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393814.986028:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393814.986031:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393814.986032:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393814.986037:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499749248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393814.986046:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499749248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393814.986058:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393814.986063:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393814.986066:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749393814.986070:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393814.986074:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393814.986076:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749393814.987727:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc00. 00000100:00000010:3.0:1749393814.987731:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dec0. 00000100:00000010:2.0:1749393819.991748:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393819.991781:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749393819.991849:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393819.991858:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393819.991884:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393819.991889:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:2.0:1749393819.991949:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749393819.991963:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393819.991968:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586c08. 00000400:00000010:2.0:1749393819.991976:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749393819.991986:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499749376, portal 25 02000000:00000010:0.0:1749393819.991992:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000010:2.0:1749393819.991992:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e2a8. 00000100:00000200:2.0:1749393819.991995:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499749376, offset 0 00000400:00000200:2.0:1749393819.992006:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393819.992017:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393819.992023:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393819.992027:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393819.992028:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393819.992032:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393819.992036:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499749504, portal 10 00000400:00000200:2.0:1749393819.992036:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393819.992041:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393819.992043:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:2.0:1749393819.992045:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393819.992046:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499749504, offset 0 00000400:00000200:2.0:1749393819.992048:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393819.992054:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [470:470:256:4294967295] 192.168.203.132@tcp LPNI seq info [480:480:8:4294967295] 00000400:00000200:0.0:1749393819.992055:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393819.992060:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393819.992066:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393819.992068:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393819.992070:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393819.992073:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393819.992076:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393819.992078:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393819.992082:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [471:471:255:4294967295] 192.168.203.132@tcp LPNI seq info [481:481:7:4294967295] 00000400:00000200:2.0:1749393819.992083:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393819.992087:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393819.992090:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393819.992095:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749393819.992096:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393819.992101:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393819.992104:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393819.992104:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393819.992109:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393819.992116:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393819.992116:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393819.992122:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393819.992122:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393819.992171:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393819.992178:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc00. 00000400:00000200:0.0:1749393819.992183:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393819.992197:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674db80. 02000000:00000010:0.0:1749393819.992217:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393819.992221:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393819.992223:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000800:00000200:3.0:1749393819.992223:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393819.992226:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393819.992229:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499749632, portal 10 00000800:00000010:3.0:1749393819.992230:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000010:0.0:1749393819.992233:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393819.992235:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499749632, offset 0 00000400:00000200:0.0:1749393819.992239:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393819.992239:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393819.992243:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393819.992247:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393819.992252:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393819.992252:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e2a8 00000400:00000200:0.0:1749393819.992255:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1749393819.992255:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e2a8. 00000400:00000200:0.0:1749393819.992258:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393819.992260:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393819.992262:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393819.992266:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [472:472:254:4294967295] 192.168.203.132@tcp LPNI seq info [482:482:6:4294967295] 00000100:00000200:3.0:1749393819.992268:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499749376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393819.992269:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393819.992276:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393819.992280:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393819.992283:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393819.992287:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393819.992292:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393819.992295:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393819.992300:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393819.992365:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393819.992369:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393819.992374:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393819.992379:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393819.992383:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:3.0:1749393819.992385:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:3.0:1749393819.992393:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499749504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393819.992432:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393819.992435:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393819.992438:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393819.992454:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393819.992458:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:3.0:1749393819.992461:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749393819.992468:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499749632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393819.993836:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.993843:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393819.993850:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.993854:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.993860:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.993865:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0f000 00000400:00000200:2.0:1749393819.993872:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.993880:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x168d [1] + 224 00000400:00000200:2.0:1749393819.993894:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393819.993900:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393819.993912:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499749376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393819.993960:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.993966:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393819.993972:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.993975:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.993978:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.993981:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f080 00000400:00000200:2.0:1749393819.993985:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393819.993987:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586c08. 00000400:00000200:3.0:1749393819.993994:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:3.0:1749393819.993997:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000100:00000200:3.0:1749393819.994005:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499749376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393819.994007:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x169d [1] + 0 00000400:00000200:2.0:1749393819.994016:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749393819.994017:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499749376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393819.994019:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393819.994026:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499749504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393819.994042:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:3.0:1749393819.994047:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000200:2.0:1749393819.994051:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393819.994052:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000200:2.0:1749393819.994055:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393819.994058:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.994060:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.994062:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.994065:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f100 00000400:00000200:2.0:1749393819.994067:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393819.994070:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x16a5 [1] + 0 00000400:00000200:2.0:1749393819.994085:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393819.994087:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393819.994088:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393819.994094:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393819.994096:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749393819.994101:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499749632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393819.994104:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499749504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393819.994115:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499749504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393819.994177:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393819.994180:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749393819.994182:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393819.994187:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499749632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393819.994196:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499749632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393819.994212:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393819.994226:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393819.994230:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393819.994236:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393819.994240:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393819.994243:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:3.0:1749393819.995723:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674db80. 00000100:00000010:2.0:1749393819.995740:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc00. 00000100:00000010:2.0:1749393824.999760:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393824.999788:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749393824.999848:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393824.999860:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393824.999885:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393824.999890:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393824.999940:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749393824.999957:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393824.999963:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393824.999971:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393824.999981:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499749760, portal 25 00000400:00000010:3.0:1749393824.999987:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43dd0. 00000100:00000200:3.0:1749393824.999990:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499749760, offset 0 02000000:00000010:0.0:1749393824.999994:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:3.0:1749393825.000000:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393825.000006:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393825.000011:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393825.000012:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393825.000016:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393825.000021:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499749888, portal 10 00000400:00000200:3.0:1749393825.000022:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393825.000028:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000400:00000200:3.0:1749393825.000029:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393825.000031:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499749888, offset 0 00000400:00000200:3.0:1749393825.000034:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393825.000039:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393825.000039:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393825.000042:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393825.000046:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393825.000048:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [473:473:256:4294967295] 192.168.203.132@tcp LPNI seq info [483:483:8:4294967295] 00000400:00000200:0.0:1749393825.000052:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393825.000056:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393825.000060:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393825.000063:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393825.000065:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393825.000066:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393825.000069:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [474:474:256:4294967295] 192.168.203.132@tcp LPNI seq info [484:484:8:4294967295] 00000400:00000200:0.0:1749393825.000074:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393825.000079:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393825.000086:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393825.000091:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749393825.000095:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393825.000099:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393825.000101:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393825.000139:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393825.000145:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393825.000150:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393825.000151:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393825.000156:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393825.000157:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393825.000185:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393825.000186:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393825.000193:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15640. 00000100:00000010:3.0:1749393825.000210:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15340. 02000000:00000010:0.0:1749393825.000227:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393825.000232:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393825.000234:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:2.0:1749393825.000247:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393825.000249:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000800:00000010:2.0:1749393825.000251:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000100:00000200:0.0:1749393825.000253:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499750016, portal 10 00000400:00000010:0.0:1749393825.000258:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:2.0:1749393825.000258:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393825.000261:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499750016, offset 0 00000400:00000200:0.0:1749393825.000267:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393825.000267:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393825.000272:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.000273:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43dd0 00000400:00000010:2.0:1749393825.000275:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43dd0. 00000400:00000200:0.0:1749393825.000276:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393825.000280:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393825.000282:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393825.000285:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393825.000287:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393825.000291:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [475:475:254:4294967295] 192.168.203.132@tcp LPNI seq info [485:485:6:4294967295] 00000400:00000200:0.0:1749393825.000295:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393825.000299:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499749760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393825.000302:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393825.000306:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393825.000309:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393825.000313:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393825.000319:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393825.000322:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393825.000328:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393825.000389:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393825.000392:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393825.000395:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393825.000400:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393825.000403:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749393825.000405:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749393825.000411:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499749888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393825.000439:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393825.000441:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393825.000444:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393825.000447:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393825.000449:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:2.0:1749393825.000451:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749393825.000456:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499750016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393825.001902:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.001911:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393825.001919:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.001924:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.001929:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.001933:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0f180 00000400:00000200:2.0:1749393825.001939:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.001946:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x16ad [1] + 224 00000400:00000200:2.0:1749393825.001957:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393825.001961:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393825.001970:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499749760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393825.002012:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.002025:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393825.002029:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.002032:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.002036:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.002039:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f200 00000400:00000200:2.0:1749393825.002042:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.002046:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x16bd [1] + 0 00000400:00000200:2.0:1749393825.002053:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393825.002057:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393825.002062:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499749888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393825.002088:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.002092:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393825.002095:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.002098:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393825.002101:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:3.0:1749393825.002132:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000200:2.0:1749393825.002133:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393825.002135:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:2.0:1749393825.002138:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f280 00000400:00000200:2.0:1749393825.002141:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393825.002145:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x16c5 [1] + 0 00000100:00000200:3.0:1749393825.002145:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499749760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393825.002159:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499749760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393825.002162:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393825.002167:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393825.002173:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499750016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393825.002185:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 02000000:00000010:3.0:1749393825.002188:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 00000400:00000200:0.0:1749393825.002193:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749393825.002195:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 02000000:00000010:3.0:1749393825.002195:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000100:00000010:3.0:1749393825.002200:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000200:0.0:1749393825.002205:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499749888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393825.002218:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499749888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393825.002244:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393825.002247:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393825.002248:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393825.002253:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499750016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393825.002272:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499750016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393825.002288:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393825.002294:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393825.002298:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:0.0:1749393825.002302:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393825.002306:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393825.002309:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000100:00000010:2.0:1749393825.003714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15640. 00000100:00000010:3.0:1749393825.003716:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15340. 00000100:00000010:2.0:1749393830.007752:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393830.007785:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749393830.007854:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393830.007862:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393830.007887:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393830.007911:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393830.007952:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 02000000:00000010:0.0:1749393830.007966:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:3.0:1749393830.007970:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393830.007976:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:0.0:1749393830.007980:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393830.007984:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000400:00000010:0.0:1749393830.007986:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749393830.007993:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499750144, portal 25 00000400:00000010:0.0:1749393830.007995:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000010:3.0:1749393830.007999:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43e58. 00000100:00000200:0.0:1749393830.008000:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499750272, portal 10 00000100:00000200:3.0:1749393830.008003:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499750144, offset 0 00000400:00000010:0.0:1749393830.008009:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393830.008014:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499750272, offset 0 00000400:00000200:3.0:1749393830.008014:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393830.008024:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393830.008026:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393830.008032:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393830.008044:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393830.008044:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393830.008051:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393830.008051:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393830.008056:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393830.008056:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393830.008061:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393830.008062:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393830.008064:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393830.008065:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393830.008099:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [476:476:256:4294967295] 192.168.203.132@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000200:3.0:1749393830.008104:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393830.008113:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [477:477:256:4294967295] 192.168.203.132@tcp LPNI seq info [487:487:8:4294967295] 00000400:00000200:3.0:1749393830.008117:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393830.008119:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393830.008124:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393830.008129:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393830.008130:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000800:00000200:0.0:1749393830.008134:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393830.008139:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749393830.008139:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393830.008145:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393830.008151:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393830.008155:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393830.008157:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393830.008171:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393830.008187:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393830.008194:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15340. 00000400:00000200:0.0:1749393830.008204:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393830.008209:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d00. 02000000:00000010:0.0:1749393830.008253:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749393830.008259:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393830.008261:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393830.008263:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000800:00000010:2.0:1749393830.008265:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000010:0.0:1749393830.008268:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393830.008273:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499750400, portal 10 00000400:00000200:2.0:1749393830.008274:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393830.008279:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393830.008282:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499750400, offset 0 00000400:00000200:2.0:1749393830.008282:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393830.008287:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43e58 00000400:00000200:0.0:1749393830.008289:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749393830.008290:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43e58. 00000400:00000200:0.0:1749393830.008295:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393830.008302:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749393830.008303:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499750144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393830.008307:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393830.008311:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393830.008314:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393830.008318:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393830.008323:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [478:478:255:4294967295] 192.168.203.132@tcp LPNI seq info [488:488:6:4294967295] 00000400:00000200:0.0:1749393830.008328:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393830.008337:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393830.008342:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393830.008345:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393830.008349:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393830.008355:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393830.008358:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393830.008365:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393830.008394:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393830.008397:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393830.008400:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393830.008404:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393830.008407:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:2.0:1749393830.008409:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749393830.008414:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499750272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393830.008441:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393830.008443:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393830.008446:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393830.008449:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393830.008451:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:2.0:1749393830.008453:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:2.0:1749393830.008458:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499750400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393830.009879:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.009888:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393830.009895:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.009900:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.009904:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.009909:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0f300 00000400:00000200:2.0:1749393830.009914:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.009930:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x16cd [1] + 224 00000400:00000200:2.0:1749393830.009943:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393830.009947:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393830.009956:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499750144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393830.009999:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.010003:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393830.010007:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.010010:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.010013:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.010016:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f400 00000400:00000200:2.0:1749393830.010019:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.010023:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x16e5 [1] + 0 00000400:00000200:2.0:1749393830.010028:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393830.010032:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393830.010037:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499750400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393830.010061:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.010065:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393830.010090:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.010093:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.010096:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393830.010099:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f380 00000400:00000010:3.0:1749393830.010102:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393830.010103:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393830.010111:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393830.010114:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:2.0:1749393830.010122:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x16d5 [1] + 0 00000100:00000200:3.0:1749393830.010124:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499750144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393830.010131:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393830.010137:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499750144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393830.010138:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393830.010141:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000400:00000200:2.0:1749393830.010144:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393830.010149:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393830.010150:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499750400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393830.010155:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499750272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393830.010163:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499750400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393830.010166:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 02000000:00000010:3.0:1749393830.010173:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:3.0:1749393830.010177:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 02000000:00000010:0.0:1749393830.010198:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393830.010204:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393830.010208:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000400:00000010:0.0:1749393830.010214:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393830.010216:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393830.010218:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393830.010223:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499750272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393830.010232:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499750272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393830.010245:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393830.010249:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393830.010252:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000100:00000010:2.0:1749393830.011715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15340. 00000100:00000010:3.0:1749393830.011725:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d00. 00000100:00000010:2.0:1749393835.015754:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393835.015785:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e200. 00000100:00000010:2.0:1749393835.015850:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393835.015858:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393835.015885:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393835.015889:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749393835.015946:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7200. 00000400:00000200:2.0:1749393835.015960:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393835.015965:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586c60. 00000400:00000010:2.0:1749393835.015973:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e3b8. 00000100:00000200:2.0:1749393835.015983:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499750528, portal 25 00000400:00000010:2.0:1749393835.015988:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e330. 00000100:00000200:2.0:1749393835.015991:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499750528, offset 0 02000000:00000010:0.0:1749393835.015998:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:2.0:1749393835.016003:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393835.016010:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.016014:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393835.016015:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393835.016020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:2.0:1749393835.016023:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393835.016025:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499750656, portal 10 00000400:00000200:2.0:1749393835.016030:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393835.016064:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:2.0:1749393835.016065:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749393835.016068:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499750656, offset 0 00000400:00000200:2.0:1749393835.016069:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393835.016073:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393835.016076:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393835.016078:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [479:479:256:4294967295] 192.168.203.132@tcp LPNI seq info [489:489:8:4294967295] 00000400:00000200:0.0:1749393835.016082:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.016083:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393835.016088:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393835.016093:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393835.016097:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393835.016097:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393835.016100:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393835.016104:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393835.016104:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393835.016108:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [480:480:255:4294967295] 192.168.203.132@tcp LPNI seq info [490:490:7:4294967295] 00000800:00000010:2.0:1749393835.016109:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749393835.016112:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393835.016118:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393835.016122:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393835.016129:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393835.016135:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393835.016146:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393835.016150:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393835.016156:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393835.016162:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393835.016167:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393835.016174:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393835.016175:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393835.016180:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dc00. 00000100:00000010:2.0:1749393835.016197:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674de40. 02000000:00000010:0.0:1749393835.016216:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:0.0:1749393835.016221:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393835.016224:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393835.016227:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393835.016230:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499750784, portal 10 00000400:00000010:0.0:1749393835.016235:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393835.016237:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499750784, offset 0 00000800:00000200:3.0:1749393835.016238:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393835.016241:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393835.016244:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749393835.016245:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393835.016249:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393835.016252:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393835.016253:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393835.016255:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393835.016257:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393835.016259:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393835.016263:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [481:481:254:4294967295] 192.168.203.132@tcp LPNI seq info [491:491:6:4294967295] 00000400:00000200:0.0:1749393835.016267:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393835.016270:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393835.016275:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749393835.016275:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e330 00000400:00000010:3.0:1749393835.016278:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e330. 00000800:00000200:0.0:1749393835.016279:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393835.016282:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393835.016285:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393835.016290:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:3.0:1749393835.016291:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499750528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393835.016292:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393835.016297:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393835.016317:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393835.016320:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393835.016324:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393835.016330:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393835.016334:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:3.0:1749393835.016337:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:3.0:1749393835.016346:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499750656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393835.016455:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393835.016460:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393835.016465:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393835.016471:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393835.016476:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:3.0:1749393835.016479:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:3.0:1749393835.016487:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499750784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393835.017973:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.017982:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393835.017990:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.017994:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.017999:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018003:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0f480 00000400:00000200:2.0:1749393835.018009:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018016:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x16ed [1] + 224 00000400:00000200:2.0:1749393835.018027:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393835.018057:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393835.018068:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499750528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393835.018109:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018114:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393835.018118:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018121:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018124:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018127:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f500 00000400:00000200:2.0:1749393835.018130:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018135:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x16fd [1] + 0 00000400:00000200:2.0:1749393835.018141:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393835.018144:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393835.018150:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499750656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393835.018174:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018178:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393835.018182:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018194:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018198:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393835.018201:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f580 00000400:00000010:3.0:1749393835.018202:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586c60. 00000400:00000200:2.0:1749393835.018204:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393835.018210:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e3b8 00000400:00000010:3.0:1749393835.018213:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e3b8. 00000400:00000200:2.0:1749393835.018219:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1705 [1] + 0 00000100:00000200:3.0:1749393835.018223:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499750528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393835.018236:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499750528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393835.018238:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393835.018242:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393835.018248:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499750784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393835.018263:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7200. 02000000:00000010:3.0:1749393835.018270:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e200. 00000400:00000010:0.0:1749393835.018272:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000010:3.0:1749393835.018274:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000200:0.0:1749393835.018289:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393835.018292:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393835.018302:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499750656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393835.018314:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499750656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393835.018340:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393835.018342:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:0.0:1749393835.018344:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393835.018348:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499750784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393835.018357:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499750784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393835.018369:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393835.018375:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393835.018379:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393835.018384:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749393835.018387:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393835.018390:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749393835.019707:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dc00. 00000100:00000010:3.0:1749393835.019713:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674de40. 00000100:00000010:2.0:1749393840.023840:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393840.023883:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e200. 00000100:00000010:2.0:1749393840.023970:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393840.023983:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393840.024054:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393840.024064:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393840.024096:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7400. 00000400:00000200:3.0:1749393840.024115:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393840.024121:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393840.024130:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393840.024140:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499750912, portal 25 00000400:00000010:3.0:1749393840.024146:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43ee0. 00000100:00000200:3.0:1749393840.024150:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499750912, offset 0 00000400:00000200:3.0:1749393840.024161:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393840.024166:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:3.0:1749393840.024172:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393840.024179:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393840.024182:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393840.024183:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393840.024188:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:3.0:1749393840.024190:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393840.024193:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499751040, portal 10 00000400:00000200:3.0:1749393840.024195:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393840.024200:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749393840.024201:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749393840.024203:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393840.024205:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499751040, offset 0 00000400:00000200:3.0:1749393840.024208:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [482:482:256:4294967295] 192.168.203.132@tcp LPNI seq info [492:492:8:4294967295] 00000400:00000200:0.0:1749393840.024213:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393840.024213:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393840.024219:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393840.024227:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393840.024227:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393840.024231:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393840.024234:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393840.024235:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393840.024239:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000800:00000200:3.0:1749393840.024248:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393840.024258:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393840.024260:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393840.024261:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393840.024265:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [483:483:255:4294967295] 192.168.203.132@tcp LPNI seq info [493:493:7:4294967295] 00000800:00000200:3.0:1749393840.024266:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393840.024270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393840.024280:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393840.024285:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393840.024290:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393840.024295:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393840.024299:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393840.024302:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393840.024306:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393840.024307:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15ec0. 00000400:00000200:0.0:1749393840.024314:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393840.024328:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15580. 02000000:00000010:0.0:1749393840.024351:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:0.0:1749393840.024356:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393840.024358:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393840.024361:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393840.024365:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499751168, portal 10 00000400:00000010:0.0:1749393840.024369:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393840.024372:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499751168, offset 0 00000400:00000200:0.0:1749393840.024376:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393840.024380:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393840.024383:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393840.024386:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393840.024389:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393840.024391:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393840.024394:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393840.024397:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [484:484:254:4294967295] 192.168.203.132@tcp LPNI seq info [494:494:6:4294967295] 00000400:00000200:0.0:1749393840.024401:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393840.024407:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393840.024408:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393840.024412:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393840.024414:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000010:2.0:1749393840.024414:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:2.0:1749393840.024425:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393840.024426:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393840.024432:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393840.024435:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393840.024435:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393840.024441:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.024442:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43ee0 00000400:00000010:2.0:1749393840.024446:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43ee0. 00000100:00000200:2.0:1749393840.024464:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499750912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393840.024500:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393840.024503:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393840.024508:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393840.024514:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393840.024518:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:2.0:1749393840.024521:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749393840.024529:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499751040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393840.024706:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393840.024711:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393840.024716:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393840.024723:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393840.024728:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749393840.024731:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749393840.024741:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499751168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393840.026567:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026576:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393840.026584:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026589:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026594:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026599:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0f600 00000400:00000200:2.0:1749393840.026629:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026636:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x170d [1] + 224 00000400:00000200:2.0:1749393840.026648:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393840.026652:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393840.026662:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499750912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393840.026702:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026706:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393840.026710:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026713:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026716:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026719:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f680 00000400:00000200:2.0:1749393840.026723:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026726:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x171d [1] + 0 00000400:00000200:2.0:1749393840.026732:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393840.026744:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393840.026751:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499751040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393840.026781:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026784:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393840.026788:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026791:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393840.026793:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393840.026794:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393840.026798:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f700 00000400:00000200:2.0:1749393840.026801:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393840.026802:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:3.0:1749393840.026805:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393840.026815:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499750912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393840.026822:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1725 [1] + 0 00000400:00000200:2.0:1749393840.026839:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393840.026843:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393840.026846:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499750912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393840.026849:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499751168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393840.026873:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 02000000:00000010:3.0:1749393840.026874:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7400. 00000400:00000200:0.0:1749393840.026881:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:0.0:1749393840.026883:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 02000000:00000010:3.0:1749393840.026883:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e200. 00000100:00000010:3.0:1749393840.026887:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000200:0.0:1749393840.026893:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499751040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393840.026906:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499751040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393840.026932:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393840.026934:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749393840.026936:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393840.026941:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499751168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393840.026950:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499751168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393840.026962:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393840.026968:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393840.026972:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749393840.026976:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749393840.026978:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393840.026981:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749393840.027700:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15ec0. 00000100:00000010:3.0:1749393840.027715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15580. 00000100:00000010:2.0:1749393845.031837:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393845.031872:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ef00. 00000100:00000010:2.0:1749393845.031946:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393845.031958:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393845.032030:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393845.032036:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393845.032083:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7400. 00000400:00000200:3.0:1749393845.032102:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393845.032108:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393845.032116:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393845.032125:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499751296, portal 25 00000400:00000010:3.0:1749393845.032131:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43f68. 00000100:00000200:3.0:1749393845.032134:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499751296, offset 0 02000000:00000010:0.0:1749393845.032141:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749393845.032146:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393845.032153:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393845.032158:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393845.032158:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393845.032163:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393845.032168:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499751424, portal 10 00000400:00000200:3.0:1749393845.032168:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393845.032175:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:3.0:1749393845.032176:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393845.032181:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393845.032186:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393845.032189:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393845.032194:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [485:485:256:4294967295] 192.168.203.132@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000200:3.0:1749393845.032198:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393845.032199:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499751424, offset 0 00000400:00000200:0.0:1749393845.032207:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393845.032211:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393845.032213:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393845.032218:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393845.032219:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393845.032223:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749393845.032224:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749393845.032226:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393845.032230:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393845.032233:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749393845.032234:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393845.032237:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [486:486:255:4294967295] 192.168.203.132@tcp LPNI seq info [496:496:7:4294967295] 00000400:00000200:0.0:1749393845.032242:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393845.032246:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393845.032252:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393845.032252:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393845.032257:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393845.032261:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393845.032266:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393845.032273:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393845.032277:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393845.032285:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393845.032285:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393845.032292:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89f80. 00000100:00000010:0.0:1749393845.032314:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89700. 02000000:00000010:0.0:1749393845.032341:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:0.0:1749393845.032345:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393845.032348:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393845.032351:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393845.032354:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499751552, portal 10 00000400:00000010:0.0:1749393845.032359:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393845.032362:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499751552, offset 0 00000800:00000200:2.0:1749393845.032363:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393845.032366:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393845.032368:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749393845.032370:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393845.032373:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393845.032376:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393845.032377:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393845.032379:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393845.032385:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393845.032388:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393845.032390:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393845.032391:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43f68 00000400:00000010:2.0:1749393845.032393:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43f68. 00000400:00000200:0.0:1749393845.032394:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [487:487:254:4294967295] 192.168.203.132@tcp LPNI seq info [497:497:6:4294967295] 00000400:00000200:0.0:1749393845.032398:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393845.032406:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393845.032408:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499751296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393845.032410:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393845.032414:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393845.032418:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393845.032423:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393845.032426:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393845.032432:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393845.032452:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393845.032455:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393845.032458:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393845.032462:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393845.032465:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749393845.032467:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393845.032473:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499751424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393845.032560:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393845.032563:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393845.032566:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393845.032570:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393845.032573:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:2.0:1749393845.032574:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749393845.032579:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499751552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393845.034294:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034302:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393845.034311:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034315:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034320:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034324:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0f780 00000400:00000200:2.0:1749393845.034329:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034336:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x172d [1] + 224 00000400:00000200:2.0:1749393845.034348:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393845.034352:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393845.034362:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499751296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393845.034404:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034417:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749393845.034421:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034424:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034427:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034431:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f800 00000400:00000200:2.0:1749393845.034434:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034438:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x173d [1] + 0 00000400:00000200:2.0:1749393845.034446:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393845.034450:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749393845.034456:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499751424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393845.034483:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034487:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:3.0:1749393845.034489:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393845.034490:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034493:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034496:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393845.034499:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f880 00000400:00000200:3.0:1749393845.034499:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000200:2.0:1749393845.034502:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393845.034502:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:2.0:1749393845.034506:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1745 [1] + 0 00000100:00000200:3.0:1749393845.034511:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499751296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393845.034524:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393845.034524:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749393845.034525:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499751296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749393845.034528:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393845.034531:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749393845.034534:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393845.034544:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499751424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393845.034544:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499751552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393845.034555:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7400. 00000100:00000200:0.0:1749393845.034557:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499751424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393845.034562:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ef00. 00000100:00000010:3.0:1749393845.034566:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000400:00000010:0.0:1749393845.034582:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393845.034584:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:0.0:1749393845.034586:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393845.034590:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499751552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393845.034599:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499751552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393845.034648:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749393845.034654:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393845.034658:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:0.0:1749393845.034664:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749393845.034677:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393845.034680:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:2.0:1749393845.035714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89f80. 00000100:00000010:3.0:1749393845.035739:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89700. 00000100:00000010:2.0:1749393850.039809:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393850.039841:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 02000000:00000010:2.0:1749393850.039972:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6600. 00000400:00000200:2.0:1749393850.039987:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393850.039993:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393850.040002:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393850.040029:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499751680, portal 25 00000400:00000010:2.0:1749393850.040035:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e110. 00000100:00000200:2.0:1749393850.040038:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499751680, offset 0 00000400:00000200:2.0:1749393850.040050:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393850.040061:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393850.040070:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393850.040078:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393850.040083:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393850.040088:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393850.040091:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393850.040096:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [488:488:256:4294967295] 192.168.203.132@tcp LPNI seq info [498:498:8:4294967295] 00000400:00000200:2.0:1749393850.040100:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393850.040113:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393850.040119:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393850.040124:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:2.0:1749393850.040132:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393850.040143:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393850.040149:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393850.040176:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393850.040183:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674de00. 00000100:00000010:2.0:1749393850.040200:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b674dac0. 00000100:00000010:2.0:1749393850.040229:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393850.040239:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393850.040269:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393850.040274:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000800:00000200:3.0:1749393850.040318:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393850.040325:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1749393850.040331:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393850.040339:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393850.040345:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e110 00000400:00000010:3.0:1749393850.040347:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e110. 02000000:00000010:0.0:1749393850.040357:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000100:00000200:3.0:1749393850.040359:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499751680/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393850.040369:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393850.040373:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393850.040378:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393850.040383:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499751808, portal 10 00000400:00000010:0.0:1749393850.040390:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393850.040393:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499751808, offset 0 00000400:00000200:0.0:1749393850.040401:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393850.040407:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393850.040412:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393850.040416:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393850.040420:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393850.040423:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393850.040425:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393850.040429:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [489:489:256:4294967295] 192.168.203.132@tcp LPNI seq info [499:499:8:4294967295] 00000400:00000200:0.0:1749393850.040434:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393850.040443:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393850.040448:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393850.040452:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393850.040458:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393850.040464:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393850.040468:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393850.040497:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393850.040507:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:0.0:1749393850.040511:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393850.040513:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393850.040516:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393850.040519:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499751936, portal 10 00000400:00000010:0.0:1749393850.040523:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393850.040535:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499751936, offset 0 00000400:00000200:0.0:1749393850.040541:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393850.040545:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393850.040549:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393850.040552:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393850.040555:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393850.040557:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393850.040559:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393850.040562:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [490:490:255:4294967295] 192.168.203.132@tcp LPNI seq info [500:500:7:4294967295] 00000400:00000200:0.0:1749393850.040566:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393850.040573:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393850.040577:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393850.040580:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:2.0:1749393850.040583:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749393850.040584:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:2.0:1749393850.040587:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393850.040589:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749393850.040591:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393850.040592:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393850.040596:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393850.040597:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393850.040600:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749393850.040627:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749393850.040644:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499751808/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393850.040691:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393850.040694:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393850.040697:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393850.040701:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393850.040703:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:2.0:1749393850.040705:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:2.0:1749393850.040710:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499751936/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393850.041792:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041800:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393850.041809:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041813:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041818:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041823:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0f900 00000400:00000200:3.0:1749393850.041828:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041834:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x174d [1] + 224 00000400:00000200:3.0:1749393850.041845:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393850.041849:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393850.041859:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499751680/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393850.041919:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041923:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393850.041957:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041961:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041964:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041968:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0f980 00000400:00000200:3.0:1749393850.041972:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.041976:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x175d [1] + 0 00000400:00000200:3.0:1749393850.041983:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393850.041987:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393850.041993:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499751808/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393850.042013:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393850.042021:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393850.042024:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393850.042034:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499751680/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393850.042035:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.042039:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393850.042043:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.042046:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393850.042048:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499751680/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393850.042049:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.042052:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0fa00 00000400:00000200:3.0:1749393850.042055:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393850.042058:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1765 [1] + 0 00000400:00000200:3.0:1749393850.042074:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749393850.042075:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6600. 00000400:00000010:0.0:1749393850.042076:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393850.042078:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:2.0:1749393850.042080:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000400:00000200:0.0:1749393850.042085:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000100:00000010:2.0:1749393850.042085:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393850.042089:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:3.0:1749393850.042097:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499751936/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393850.042101:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499751808/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393850.042120:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499751808/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393850.042152:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393850.042154:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749393850.042156:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393850.042161:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499751936/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393850.042170:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499751936/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393850.042194:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393850.042200:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393850.042204:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393850.042210:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749393850.042213:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393850.042216:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749393850.043714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674de00. 00000100:00000010:3.0:1749393850.043719:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b674dac0. 00000100:00000010:2.0:1749393855.047823:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393855.047858:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749393855.047981:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393855.047993:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393855.048031:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393855.048037:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749393855.048040:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749393855.048058:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393855.048064:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749393855.048090:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749393855.048100:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499752064, portal 25 02000000:00000010:0.0:1749393855.048101:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000010:3.0:1749393855.048109:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43f68. 00000100:00000200:3.0:1749393855.048112:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499752064, offset 0 00000400:00000200:0.0:1749393855.048113:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393855.048117:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393855.048124:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393855.048132:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000200:3.0:1749393855.048135:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393855.048137:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499752192, portal 10 00000400:00000010:0.0:1749393855.048144:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000400:00000200:3.0:1749393855.048144:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393855.048147:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499752192, offset 0 00000400:00000200:3.0:1749393855.048151:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393855.048155:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393855.048156:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393855.048161:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.048162:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393855.048165:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393855.048167:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393855.048169:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [491:491:256:4294967295] 192.168.203.132@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000200:0.0:1749393855.048172:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393855.048174:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393855.048176:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393855.048179:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393855.048182:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393855.048187:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [492:492:255:4294967295] 192.168.203.132@tcp LPNI seq info [502:502:7:4294967295] 00000400:00000200:3.0:1749393855.048189:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393855.048192:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393855.048195:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393855.048200:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749393855.048202:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393855.048207:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393855.048208:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393855.048211:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393855.048216:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393855.048219:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393855.048223:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393855.048224:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393855.048227:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393855.048257:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.048257:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393855.048264:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15580. 00000100:00000010:3.0:1749393855.048287:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae159c0. 02000000:00000010:0.0:1749393855.048303:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393855.048308:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393855.048311:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393855.048314:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393855.048318:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499752320, portal 10 00000400:00000010:0.0:1749393855.048322:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393855.048325:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499752320, offset 0 00000400:00000200:0.0:1749393855.048329:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393855.048333:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393855.048337:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393855.048340:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393855.048343:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393855.048346:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393855.048348:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393855.048351:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [493:493:254:4294967295] 192.168.203.132@tcp LPNI seq info [503:503:6:4294967295] 00000800:00000200:2.0:1749393855.048353:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393855.048355:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393855.048359:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749393855.048362:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393855.048366:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393855.048369:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393855.048369:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393855.048373:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393855.048378:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749393855.048380:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393855.048381:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393855.048386:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393855.048396:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43f68 00000400:00000010:2.0:1749393855.048400:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43f68. 00000100:00000200:2.0:1749393855.048414:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499752064/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393855.048449:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393855.048453:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393855.048457:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393855.048462:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393855.048466:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749393855.048469:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749393855.048477:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499752192/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393855.048584:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393855.048589:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393855.048595:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393855.048601:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393855.048641:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:2.0:1749393855.048644:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749393855.048653:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499752320/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393855.050172:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050180:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393855.050188:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050192:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050201:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0fa80 00000400:00000200:3.0:1749393855.050206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050212:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x176d [1] + 224 00000400:00000200:3.0:1749393855.050222:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393855.050235:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393855.050244:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499752064/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393855.050289:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050294:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393855.050298:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050300:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050303:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050306:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0fb00 00000400:00000200:3.0:1749393855.050310:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050313:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x177d [1] + 0 00000400:00000200:3.0:1749393855.050319:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393855.050323:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393855.050328:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499752192/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393855.050349:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749393855.050362:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:2.0:1749393855.050365:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:2.0:1749393855.050378:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499752064/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393855.050379:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050383:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393855.050386:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050389:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050392:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050395:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0fb80 00000100:00000200:2.0:1749393855.050398:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499752064/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393855.050398:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393855.050401:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1785 [1] + 0 00000400:00000010:0.0:1749393855.050416:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393855.050417:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393855.050421:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393855.050424:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749393855.050426:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 02000000:00000010:2.0:1749393855.050431:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 00000100:00000200:3.0:1749393855.050432:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499752320/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393855.050436:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499752192/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393855.050440:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749393855.050446:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749393855.050449:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499752192/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393855.050473:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393855.050484:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749393855.050486:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393855.050491:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499752320/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393855.050500:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499752320/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393855.050514:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749393855.050520:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393855.050524:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 02000000:00000010:0.0:1749393855.050529:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393855.050531:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393855.050534:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:2.0:1749393855.051710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15580. 00000100:00000010:3.0:1749393855.051719:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae159c0. 00000100:00000010:2.0:1749393860.055777:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393860.055811:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749393860.055923:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393860.055932:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749393860.055960:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000100:00000010:2.0:1749393860.055963:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393860.055968:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000400:00000200:3.0:1749393860.056000:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393860.056009:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4898. 00000400:00000010:3.0:1749393860.056019:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43ee0. 00000100:00000200:3.0:1749393860.056031:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499752448, portal 25 00000400:00000010:3.0:1749393860.056039:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43e58. 00000100:00000200:3.0:1749393860.056043:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499752448, offset 0 02000000:00000010:0.0:1749393860.056045:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:3.0:1749393860.056057:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393860.056060:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393860.056066:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393860.056072:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393860.056073:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393860.056080:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499752576, portal 10 00000400:00000200:3.0:1749393860.056085:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393860.056089:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393860.056094:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499752576, offset 0 00000400:00000200:3.0:1749393860.056094:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393860.056100:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393860.056105:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393860.056107:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393860.056112:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393860.056114:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.056118:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [494:494:256:4294967295] 192.168.203.132@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:0.0:1749393860.056122:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393860.056126:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393860.056128:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393860.056133:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393860.056138:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393860.056142:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393860.056143:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393860.056148:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [495:495:255:4294967295] 192.168.203.132@tcp LPNI seq info [505:505:7:4294967295] 00000800:00000200:3.0:1749393860.056151:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393860.056155:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393860.056157:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000800:00000200:3.0:1749393860.056166:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393860.056168:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393860.056176:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393860.056179:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749393860.056182:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393860.056185:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393860.056201:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393860.056210:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393860.056216:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393860.056217:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393860.056224:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae159c0. 00000400:00000200:0.0:1749393860.056228:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393860.056248:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15200. 02000000:00000010:0.0:1749393860.056278:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749393860.056285:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393860.056287:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393860.056289:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000010:2.0:1749393860.056291:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000010:0.0:1749393860.056293:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393860.056298:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499752704, portal 10 00000400:00000200:2.0:1749393860.056300:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393860.056303:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393860.056305:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499752704, offset 0 00000400:00000200:2.0:1749393860.056308:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393860.056310:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393860.056313:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43e58 00000400:00000200:0.0:1749393860.056315:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393860.056316:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43e58. 00000400:00000200:0.0:1749393860.056319:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393860.056323:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393860.056326:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393860.056329:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1749393860.056330:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499752448/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393860.056331:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393860.056335:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [496:496:254:4294967295] 192.168.203.132@tcp LPNI seq info [506:506:6:4294967295] 00000400:00000200:0.0:1749393860.056339:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393860.056346:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393860.056351:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393860.056354:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393860.056358:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393860.056363:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393860.056367:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393860.056372:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393860.056427:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393860.056431:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393860.056434:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393860.056439:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393860.056442:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:2.0:1749393860.056444:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:2.0:1749393860.056449:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499752576/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393860.056477:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393860.056479:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393860.056482:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393860.056485:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393860.056488:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749393860.056490:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749393860.056494:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499752704/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393860.058030:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058038:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393860.058047:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058051:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058056:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058061:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0fc00 00000400:00000200:3.0:1749393860.058066:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058082:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x178d [1] + 224 00000400:00000200:3.0:1749393860.058095:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393860.058099:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393860.058109:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499752448/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393860.058151:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058156:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393860.058160:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058163:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058166:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058169:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0fd00 00000400:00000200:3.0:1749393860.058172:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058176:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x17a5 [1] + 0 00000400:00000200:3.0:1749393860.058181:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393860.058185:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393860.058190:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499752704/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393860.058214:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058218:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393860.058222:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058225:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058227:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058230:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0fc80 00000400:00000200:3.0:1749393860.058233:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393860.058236:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x179d [1] + 0 00000400:00000010:2.0:1749393860.058246:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4898. 00000400:00000200:3.0:1749393860.058253:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393860.058256:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393860.058257:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43ee0 00000400:00000010:2.0:1749393860.058268:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43ee0. 00000100:00000200:3.0:1749393860.058278:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499752576/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393860.058279:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499752448/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393860.058293:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499752448/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393860.058314:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393860.058322:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 02000000:00000010:2.0:1749393860.058322:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 00000400:00000010:0.0:1749393860.058324:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 02000000:00000010:2.0:1749393860.058330:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000200:0.0:1749393860.058334:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499752576/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393860.058335:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749393860.058356:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499752576/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393860.058383:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393860.058385:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749393860.058387:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393860.058391:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499752704/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393860.058400:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499752704/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393860.058413:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393860.058418:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393860.058422:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 02000000:00000010:0.0:1749393860.058428:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749393860.058432:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393860.058435:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:2.0:1749393860.059716:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae159c0. 00000100:00000010:3.0:1749393860.059726:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15200. 00000100:00000010:2.0:1749393865.063791:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393865.063863:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393865.063937:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393865.063946:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393865.063974:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393865.063979:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749393865.064028:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749393865.064042:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393865.064048:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393865.064057:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393865.064067:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499752832, portal 25 00000400:00000010:2.0:1749393865.064073:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749393865.064076:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499752832, offset 0 02000000:00000010:0.0:1749393865.064085:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:2.0:1749393865.064087:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393865.064098:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393865.064101:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393865.064103:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393865.064109:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000400:00000200:2.0:1749393865.064110:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393865.064114:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499752960, portal 10 00000400:00000200:2.0:1749393865.064119:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393865.064121:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393865.064124:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499752960, offset 0 00000400:00000200:2.0:1749393865.064125:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393865.064131:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393865.064134:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393865.064134:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393865.064139:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [497:497:256:4294967295] 192.168.203.132@tcp LPNI seq info [507:507:8:4294967295] 00000400:00000200:0.0:1749393865.064140:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393865.064144:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393865.064147:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393865.064151:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393865.064155:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393865.064158:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393865.064161:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393865.064165:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [498:498:256:4294967295] 192.168.203.132@tcp LPNI seq info [508:508:8:4294967295] 00000400:00000200:2.0:1749393865.064177:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393865.064180:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393865.064186:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393865.064190:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393865.064191:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:0.0:1749393865.064196:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393865.064200:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:2.0:1749393865.064200:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393865.064206:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393865.064213:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393865.064213:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393865.064219:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393865.064219:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393865.064239:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393865.064240:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393865.064246:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89440. 00000100:00000010:0.0:1749393865.064264:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89c40. 02000000:00000010:0.0:1749393865.064292:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000800:00000200:2.0:1749393865.064296:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393865.064297:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393865.064300:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000800:00000010:2.0:1749393865.064300:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000010:0.0:1749393865.064303:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393865.064307:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499753088, portal 10 00000400:00000200:2.0:1749393865.064307:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393865.064311:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393865.064313:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499753088, offset 0 00000400:00000200:2.0:1749393865.064313:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393865.064318:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:2.0:1749393865.064320:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000400:00000200:0.0:1749393865.064326:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393865.064331:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393865.064334:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499752960/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393865.064335:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393865.064338:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393865.064341:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393865.064344:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393865.064346:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393865.064349:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [499:499:254:4294967295] 192.168.203.132@tcp LPNI seq info [509:509:6:4294967295] 00000400:00000200:0.0:1749393865.064354:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393865.064361:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393865.064365:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393865.064368:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393865.064372:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393865.064383:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393865.064386:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393865.064392:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393865.064429:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393865.064432:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:2.0:1749393865.064435:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393865.064439:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393865.064442:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e220 00000400:00000010:2.0:1749393865.064444:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749393865.064449:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499752832/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393865.064476:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393865.064478:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393865.064481:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393865.064484:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393865.064486:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:2.0:1749393865.064488:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:2.0:1749393865.064493:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499753088/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393865.066067:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066076:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393865.066085:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066089:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066094:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066098:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0fd80 00000400:00000200:3.0:1749393865.066103:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066110:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x17ad [1] + 224 00000400:00000200:3.0:1749393865.066121:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393865.066125:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393865.066135:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499752832/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393865.066175:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066179:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393865.066183:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066186:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066189:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066192:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0fe80 00000400:00000200:3.0:1749393865.066195:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066199:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x17c5 [1] + 0 00000400:00000200:3.0:1749393865.066204:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393865.066207:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393865.066212:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499753088/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393865.066236:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066239:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393865.066243:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066256:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066259:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393865.066262:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0fe00 00000400:00000200:3.0:1749393865.066266:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393865.066268:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393865.066276:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393865.066278:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749393865.066286:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x17bd [1] + 0 00000100:00000200:2.0:1749393865.066288:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499752832/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393865.066297:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749393865.066301:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499752832/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393865.066305:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000200:3.0:1749393865.066305:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393865.066307:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000400:00000200:3.0:1749393865.066309:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393865.066316:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499752960/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393865.066317:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499753088/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393865.066330:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499753088/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393865.066330:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:2.0:1749393865.066336:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393865.066341:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749393865.066356:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393865.066362:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393865.066366:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000400:00000010:0.0:1749393865.066373:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393865.066375:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749393865.066377:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393865.066382:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499752960/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393865.066391:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499752960/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393865.066403:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393865.066407:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393865.066410:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:2.0:1749393865.067716:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89440. 00000100:00000010:3.0:1749393865.067726:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89c40. 00000100:00000010:2.0:1749393870.071894:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393870.071928:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393870.072001:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393870.072010:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393870.072039:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393870.072044:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393870.072104:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000400:00000200:3.0:1749393870.072123:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393870.072129:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4840. 00000400:00000010:3.0:1749393870.072138:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43dd0. 00000100:00000200:3.0:1749393870.072148:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499753216, portal 25 00000400:00000010:3.0:1749393870.072154:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43d48. 00000100:00000200:3.0:1749393870.072157:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499753216, offset 0 02000000:00000010:0.0:1749393870.072160:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749393870.072169:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393870.072172:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393870.072177:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393870.072182:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393870.072183:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393870.072187:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499753344, portal 10 00000400:00000200:3.0:1749393870.072192:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393870.072195:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393870.072199:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499753344, offset 0 00000400:00000200:3.0:1749393870.072200:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393870.072205:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393870.072210:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393870.072213:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393870.072218:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [500:500:256:4294967295] 192.168.203.132@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000200:3.0:1749393870.072223:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393870.072226:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393870.072234:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.072237:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393870.072239:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393870.072244:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393870.072244:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393870.072248:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393870.072250:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749393870.072251:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393870.072254:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393870.072257:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [501:501:255:4294967295] 192.168.203.132@tcp LPNI seq info [511:511:7:4294967295] 00000800:00000200:3.0:1749393870.072259:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393870.072263:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393870.072272:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393870.072278:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393870.072281:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749393870.072282:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393870.072288:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393870.072288:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393870.072295:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393870.072299:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393870.072321:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393870.072323:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393870.072329:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae159c0. 00000100:00000010:3.0:1749393870.072347:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15300. 02000000:00000010:0.0:1749393870.072366:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:0.0:1749393870.072370:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393870.072373:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393870.072376:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393870.072380:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499753472, portal 10 00000400:00000010:0.0:1749393870.072384:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393870.072386:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499753472, offset 0 00000400:00000200:0.0:1749393870.072391:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393870.072394:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393870.072398:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749393870.072398:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393870.072401:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1749393870.072403:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749393870.072404:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393870.072406:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393870.072408:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393870.072412:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [502:502:254:4294967295] 192.168.203.132@tcp LPNI seq info [512:512:6:4294967295] 00000400:00000200:2.0:1749393870.072412:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393870.072420:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393870.072423:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393870.072426:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43d48 00000400:00000010:2.0:1749393870.072428:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43d48. 00000400:00000200:0.0:1749393870.072431:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393870.072437:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393870.072440:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000100:00000200:2.0:1749393870.072443:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499753216/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393870.072444:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393870.072450:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393870.072453:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393870.072458:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393870.072468:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393870.072470:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393870.072473:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393870.072477:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393870.072480:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:2.0:1749393870.072491:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749393870.072498:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499753344/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393870.072592:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393870.072595:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393870.072598:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393870.072602:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393870.072631:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:2.0:1749393870.072634:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:2.0:1749393870.072639:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499753472/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393870.074305:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074313:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393870.074322:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074327:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074332:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074336:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a0ff00 00000400:00000200:3.0:1749393870.074342:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074348:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x17cd [1] + 224 00000400:00000200:3.0:1749393870.074359:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393870.074364:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393870.074373:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499753216/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393870.074414:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074419:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393870.074423:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074425:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074428:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074431:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a0ff80 00000400:00000200:3.0:1749393870.074435:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074438:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x17dd [1] + 0 00000400:00000200:3.0:1749393870.074443:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393870.074447:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393870.074452:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499753344/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393870.074498:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074502:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:2.0:1749393870.074505:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4840. 00000400:00000200:3.0:1749393870.074506:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074509:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074512:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074515:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10000 00000400:00000200:2.0:1749393870.074516:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43dd0 00000400:00000010:2.0:1749393870.074518:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43dd0. 00000400:00000200:3.0:1749393870.074518:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393870.074524:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x17e5 [1] + 0 00000100:00000200:2.0:1749393870.074529:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499753216/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393870.074536:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393870.074541:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393870.074542:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499753216/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393870.074544:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000200:3.0:1749393870.074545:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393870.074546:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:3.0:1749393870.074553:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499753472/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393870.074556:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499753344/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393870.074569:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499753344/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393870.074571:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 02000000:00000010:2.0:1749393870.074578:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393870.074582:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393870.074594:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393870.074596:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:0.0:1749393870.074598:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393870.074640:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499753472/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393870.074650:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499753472/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393870.074664:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749393870.074670:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393870.074674:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393870.074679:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393870.074683:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393870.074685:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:2.0:1749393870.075716:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae159c0. 00000100:00000010:3.0:1749393870.075721:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15300. 00000100:00000010:2.0:1749393875.079740:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393875.079810:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393875.079879:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393875.079887:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393875.079913:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393875.079918:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749393875.079967:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7800. 00000400:00000200:2.0:1749393875.079981:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393875.079986:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393875.080014:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 02000000:00000010:0.0:1749393875.080016:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000100:00000200:2.0:1749393875.080025:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499753600, portal 25 00000400:00000010:2.0:1749393875.080030:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749393875.080034:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499753600, offset 0 00000400:00000200:0.0:1749393875.080037:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393875.080042:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393875.080045:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393875.080057:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393875.080059:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393875.080064:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499753728, portal 10 00000400:00000200:2.0:1749393875.080068:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393875.080072:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393875.080076:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499753728, offset 0 00000400:00000200:2.0:1749393875.080076:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393875.080083:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393875.080084:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393875.080088:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393875.080090:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393875.080091:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393875.080095:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [503:503:256:4294967295] 192.168.203.132@tcp LPNI seq info [513:513:8:4294967295] 00000400:00000200:0.0:1749393875.080096:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393875.080100:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393875.080101:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393875.080104:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393875.080107:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393875.080110:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393875.080112:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393875.080114:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [504:504:255:4294967295] 192.168.203.132@tcp LPNI seq info [514:514:7:4294967295] 00000400:00000200:0.0:1749393875.080119:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393875.080120:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393875.080124:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000400:00000200:0.0:1749393875.080128:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393875.080132:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393875.080133:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393875.080137:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:2.0:1749393875.080141:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393875.080142:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393875.080147:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393875.080149:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393875.080153:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393875.080175:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393875.080175:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393875.080184:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89c40. 00000100:00000010:0.0:1749393875.080206:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89440. 02000000:00000010:0.0:1749393875.080220:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393875.080224:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393875.080226:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:3.0:1749393875.080228:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393875.080229:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393875.080232:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499753856, portal 10 00000800:00000010:3.0:1749393875.080235:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000010:0.0:1749393875.080236:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393875.080238:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499753856, offset 0 00000400:00000200:3.0:1749393875.080243:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393875.080251:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393875.080253:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393875.080255:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393875.080258:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393875.080258:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e220 00000400:00000200:0.0:1749393875.080261:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1749393875.080261:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e220. 00000400:00000200:0.0:1749393875.080264:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393875.080267:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393875.080269:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393875.080273:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [505:505:254:4294967295] 192.168.203.132@tcp LPNI seq info [515:515:6:4294967295] 00000100:00000200:3.0:1749393875.080275:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499753600/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393875.080277:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393875.080284:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393875.080288:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393875.080291:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393875.080295:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393875.080299:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393875.080302:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393875.080307:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393875.080355:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393875.080358:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393875.080362:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393875.080366:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393875.080369:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:3.0:1749393875.080371:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:3.0:1749393875.080376:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499753728/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393875.080423:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393875.080425:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393875.080428:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393875.080432:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393875.080434:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:3.0:1749393875.080437:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:3.0:1749393875.080442:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499753856/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393875.081882:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.081891:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393875.081898:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.081903:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.081908:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.081913:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10080 00000400:00000200:3.0:1749393875.081918:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.081925:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x17ed [1] + 224 00000400:00000200:3.0:1749393875.081937:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393875.081941:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393875.081951:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499753600/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393875.081992:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.081996:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393875.082000:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.082003:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.082006:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.082009:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10180 00000400:00000200:3.0:1749393875.082013:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.082016:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1805 [1] + 0 00000400:00000200:3.0:1749393875.082022:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393875.082034:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393875.082041:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499753856/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393875.082069:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.082073:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393875.082076:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.082079:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393875.082082:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393875.082084:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749393875.082086:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10100 00000400:00000200:3.0:1749393875.082089:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393875.082092:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393875.082095:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393875.082105:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499753600/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393875.082112:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x17fd [1] + 0 00000100:00000200:2.0:1749393875.082118:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499753600/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393875.082128:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393875.082132:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393875.082138:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499753728/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393875.082148:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7800. 02000000:00000010:2.0:1749393875.082154:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393875.082159:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393875.082164:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393875.082172:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:0.0:1749393875.082174:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393875.082184:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499753728/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393875.082197:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499753728/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393875.082222:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393875.082224:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:0.0:1749393875.082226:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393875.082230:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499753856/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393875.082240:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499753856/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393875.082270:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393875.082276:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393875.082281:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:0.0:1749393875.082286:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393875.082290:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393875.082293:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:3.0:1749393875.083723:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89440. 00000100:00000010:2.0:1749393875.083734:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89c40. 00000100:00000010:2.0:1749393880.087877:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393880.087916:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393880.088006:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393880.088020:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393880.088064:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393880.088073:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393880.088074:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749393880.088093:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393880.088099:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b47e8. 00000400:00000010:3.0:1749393880.088107:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43cc0. 00000100:00000200:3.0:1749393880.088118:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499753984, portal 25 00000400:00000010:3.0:1749393880.088124:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43b28. 00000100:00000200:3.0:1749393880.088127:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499753984, offset 0 00000400:00000200:3.0:1749393880.088139:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393880.088151:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.088161:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393880.088168:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393880.088174:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 02000000:00000010:0.0:1749393880.088177:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:3.0:1749393880.088179:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393880.088182:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393880.088187:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [506:506:256:4294967295] 192.168.203.132@tcp LPNI seq info [516:516:8:4294967295] 00000400:00000200:0.0:1749393880.088190:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393880.088194:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393880.088200:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393880.088205:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499754112, portal 10 00000400:00000200:3.0:1749393880.088208:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393880.088212:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749393880.088216:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499754112, offset 0 00000400:00000200:3.0:1749393880.088223:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393880.088225:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393880.088230:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393880.088231:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393880.088236:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749393880.088237:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393880.088242:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393880.088245:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393880.088246:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393880.088249:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393880.088252:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393880.088255:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [507:507:255:4294967295] 192.168.203.132@tcp LPNI seq info [517:517:7:4294967295] 00000800:00000200:3.0:1749393880.088257:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393880.088260:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393880.088264:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393880.088269:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393880.088274:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393880.088279:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393880.088284:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393880.088291:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393880.088293:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749393880.088295:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749393880.088301:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15300. 00000400:00000200:0.0:1749393880.088302:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393880.088327:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae152c0. 02000000:00000010:0.0:1749393880.088353:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393880.088359:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393880.088361:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393880.088365:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393880.088368:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499754240, portal 10 00000400:00000010:0.0:1749393880.088373:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393880.088375:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499754240, offset 0 00000400:00000200:0.0:1749393880.088380:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393880.088384:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393880.088388:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393880.088391:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393880.088393:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393880.088396:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749393880.088397:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393880.088398:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393880.088402:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [508:508:254:4294967295] 192.168.203.132@tcp LPNI seq info [518:518:6:4294967295] 00000800:00000010:2.0:1749393880.088405:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749393880.088406:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393880.088413:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749393880.088416:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393880.088417:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393880.088420:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393880.088424:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393880.088427:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393880.088429:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393880.088432:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393880.088433:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43b28 00000400:00000200:0.0:1749393880.088436:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393880.088437:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43b28. 00000100:00000200:2.0:1749393880.088455:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499753984/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393880.088491:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393880.088494:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393880.088499:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393880.088505:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393880.088508:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749393880.088510:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749393880.088516:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499754112/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393880.088641:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393880.088644:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393880.088647:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393880.088651:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393880.088654:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:2.0:1749393880.088656:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:2.0:1749393880.088661:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499754240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393880.090539:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090547:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393880.090556:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090560:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090565:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090569:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10200 00000400:00000200:3.0:1749393880.090574:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090581:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x180d [1] + 224 00000400:00000200:3.0:1749393880.090593:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393880.090597:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393880.090648:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499753984/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393880.090688:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090693:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393880.090697:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090700:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090703:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090706:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10280 00000400:00000200:3.0:1749393880.090710:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090753:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x181d [1] + 0 00000400:00000200:3.0:1749393880.090763:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393880.090767:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393880.090773:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499754112/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393880.090799:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b47e8. 00000400:00000200:2.0:1749393880.090818:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43cc0 00000400:00000010:2.0:1749393880.090821:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43cc0. 00000100:00000200:2.0:1749393880.090831:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499753984/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393880.090833:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090837:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393880.090841:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090844:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393880.090845:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499753984/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393880.090847:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090850:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10300 00000400:00000200:3.0:1749393880.090853:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393880.090857:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1825 [1] + 0 00000400:00000200:3.0:1749393880.090872:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749393880.090875:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749393880.090876:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393880.090882:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499754240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393880.090883:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393880.090887:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393880.090893:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393880.090901:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:0.0:1749393880.090904:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393880.090915:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499754112/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393880.090927:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499754112/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393880.090952:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393880.090964:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749393880.090966:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393880.090971:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499754240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393880.090980:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499754240/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393880.090995:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393880.091001:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393880.091005:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 02000000:00000010:0.0:1749393880.091009:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393880.091013:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393880.091015:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:3.0:1749393880.091687:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae152c0. 00000100:00000010:2.0:1749393880.091694:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15300. 00000100:00000010:2.0:1749393885.095904:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393885.095942:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393885.096035:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393885.096047:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393885.096090:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393885.096098:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749393885.096129:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 00000400:00000200:3.0:1749393885.096147:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393885.096153:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4790. 00000400:00000010:3.0:1749393885.096162:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43c38. 00000100:00000200:3.0:1749393885.096172:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499754368, portal 25 00000400:00000010:3.0:1749393885.096178:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43a18. 00000100:00000200:3.0:1749393885.096181:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499754368, offset 0 00000400:00000200:3.0:1749393885.096193:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393885.096201:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:3.0:1749393885.096206:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393885.096214:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.096216:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393885.096218:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393885.096223:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:3.0:1749393885.096224:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393885.096228:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499754496, portal 10 00000400:00000200:3.0:1749393885.096229:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393885.096235:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393885.096239:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499754496, offset 0 00000400:00000200:0.0:1749393885.096247:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393885.096253:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393885.096254:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.096256:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393885.096260:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393885.096261:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [509:509:256:4294967295] 192.168.203.132@tcp LPNI seq info [519:519:8:4294967295] 00000400:00000200:0.0:1749393885.096265:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393885.096267:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393885.096269:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393885.096272:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393885.096274:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393885.096280:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [510:510:255:4294967295] 192.168.203.132@tcp LPNI seq info [520:520:7:4294967295] 00000400:00000200:3.0:1749393885.096281:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393885.096285:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393885.096289:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393885.096294:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393885.096296:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000800:00000200:0.0:1749393885.096299:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393885.096304:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:3.0:1749393885.096305:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393885.096317:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393885.096319:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393885.096323:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393885.096326:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393885.096330:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393885.096357:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393885.096365:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae152c0. 00000400:00000200:0.0:1749393885.096370:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393885.096390:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae158c0. 02000000:00000010:0.0:1749393885.096406:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393885.096411:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393885.096413:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393885.096417:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393885.096421:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499754624, portal 10 00000400:00000010:0.0:1749393885.096425:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393885.096427:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499754624, offset 0 00000400:00000200:0.0:1749393885.096432:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393885.096436:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393885.096440:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393885.096443:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393885.096446:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393885.096449:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393885.096451:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393885.096454:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [511:511:254:4294967295] 192.168.203.132@tcp LPNI seq info [521:521:6:4294967295] 00000400:00000200:0.0:1749393885.096458:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393885.096464:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393885.096465:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393885.096470:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393885.096471:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000800:00000010:0.0:1749393885.096473:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393885.096477:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393885.096481:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749393885.096482:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393885.096485:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393885.096490:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393885.096494:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393885.096501:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43a18 00000400:00000010:2.0:1749393885.096505:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43a18. 00000100:00000200:2.0:1749393885.096522:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499754368/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393885.096556:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393885.096560:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393885.096565:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393885.096571:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393885.096575:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749393885.096577:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749393885.096585:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499754496/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393885.096791:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393885.096796:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393885.096800:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393885.096807:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393885.096812:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:2.0:1749393885.096815:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749393885.096823:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499754624/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393885.098660:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098668:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393885.098676:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098680:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098713:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098718:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10380 00000400:00000200:3.0:1749393885.098724:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098732:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x182d [1] + 224 00000400:00000200:3.0:1749393885.098744:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393885.098748:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393885.098757:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499754368/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393885.098798:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098802:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393885.098806:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098809:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098822:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098825:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10400 00000400:00000200:3.0:1749393885.098830:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098833:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x183d [1] + 0 00000400:00000200:3.0:1749393885.098841:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393885.098845:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393885.098851:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499754496/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393885.098878:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098882:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393885.098886:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098888:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393885.098891:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393885.098893:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4790. 00000400:00000200:3.0:1749393885.098894:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10480 00000400:00000200:3.0:1749393885.098898:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393885.098903:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43c38 00000400:00000010:2.0:1749393885.098906:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43c38. 00000400:00000200:3.0:1749393885.098912:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1845 [1] + 0 00000100:00000200:2.0:1749393885.098917:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499754368/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393885.098927:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393885.098930:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499754368/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393885.098931:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393885.098937:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499754624/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393885.098959:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 02000000:00000010:2.0:1749393885.098966:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393885.098971:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393885.098974:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393885.098982:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749393885.098984:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393885.098994:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499754496/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393885.099016:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499754496/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393885.099043:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393885.099045:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749393885.099047:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393885.099051:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499754624/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393885.099060:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499754624/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393885.099073:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393885.099079:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393885.099082:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 02000000:00000010:0.0:1749393885.099087:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393885.099091:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393885.099094:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749393885.099733:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae152c0. 00000100:00000010:3.0:1749393885.099744:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae158c0. 00000100:00000010:2.0:1749393890.103754:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393890.103784:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393890.103847:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393890.103855:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393890.103879:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393890.103884:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749393890.103928:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7c00. 00000400:00000200:2.0:1749393890.103941:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393890.103946:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393890.103955:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393890.103965:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499754752, portal 25 00000400:00000010:2.0:1749393890.103981:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e198. 00000100:00000200:2.0:1749393890.103984:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499754752, offset 0 02000000:00000010:0.0:1749393890.103985:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:2.0:1749393890.103996:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393890.103998:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393890.104002:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393890.104007:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393890.104008:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393890.104013:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499754880, portal 10 00000400:00000200:2.0:1749393890.104017:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393890.104019:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749393890.104023:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499754880, offset 0 00000400:00000200:2.0:1749393890.104025:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393890.104030:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393890.104031:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393890.104037:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393890.104037:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393890.104040:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393890.104043:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393890.104045:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [512:512:256:4294967295] 192.168.203.132@tcp LPNI seq info [522:522:8:4294967295] 00000400:00000200:0.0:1749393890.104048:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393890.104050:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393890.104052:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393890.104056:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393890.104059:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393890.104063:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [513:513:255:4294967295] 192.168.203.132@tcp LPNI seq info [523:523:7:4294967295] 00000400:00000200:2.0:1749393890.104064:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393890.104070:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393890.104075:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749393890.104078:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393890.104083:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393890.104088:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393890.104094:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393890.104095:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749393890.104097:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:2.0:1749393890.104101:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393890.104103:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393890.104110:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393890.104114:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393890.104126:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393890.104133:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c540. 00000400:00000200:0.0:1749393890.104138:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393890.104151:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c900. 02000000:00000010:0.0:1749393890.104177:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749393890.104181:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393890.104184:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393890.104189:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393890.104192:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499755008, portal 10 00000400:00000010:0.0:1749393890.104197:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749393890.104200:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499755008, offset 0 00000400:00000200:0.0:1749393890.104204:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393890.104208:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393890.104212:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393890.104215:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393890.104218:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393890.104221:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393890.104223:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393890.104226:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [514:514:254:4294967295] 192.168.203.132@tcp LPNI seq info [524:524:6:4294967295] 00000400:00000200:0.0:1749393890.104230:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393890.104237:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393890.104241:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393890.104241:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749393890.104243:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393890.104247:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:3.0:1749393890.104248:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000800:00000200:0.0:1749393890.104252:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393890.104254:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393890.104255:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393890.104263:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393890.104268:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.104269:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e198 00000400:00000010:3.0:1749393890.104272:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e198. 00000100:00000200:3.0:1749393890.104285:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499754752/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393890.104310:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393890.104321:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393890.104324:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393890.104328:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393890.104331:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:3.0:1749393890.104333:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:3.0:1749393890.104339:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499754880/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393890.104393:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393890.104396:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393890.104399:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393890.104402:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393890.104404:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:3.0:1749393890.104406:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:3.0:1749393890.104411:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499755008/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393890.106083:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106092:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393890.106099:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106104:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106108:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106113:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10500 00000400:00000200:3.0:1749393890.106118:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106125:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x184d [1] + 224 00000400:00000200:3.0:1749393890.106136:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393890.106140:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393890.106150:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499754752/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393890.106190:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106194:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393890.106198:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106200:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106213:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106216:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10580 00000400:00000200:3.0:1749393890.106220:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106224:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x185d [1] + 0 00000400:00000200:3.0:1749393890.106232:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393890.106235:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393890.106241:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499754880/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393890.106269:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106273:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393890.106276:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106279:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393890.106282:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749393890.106282:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393890.106285:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10600 00000400:00000200:3.0:1749393890.106288:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393890.106290:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393890.106292:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749393890.106301:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1865 [1] + 0 00000100:00000200:2.0:1749393890.106302:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499754752/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393890.106315:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499754752/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393890.106315:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393890.106318:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393890.106324:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499755008/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393890.106329:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393890.106337:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749393890.106339:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 02000000:00000010:2.0:1749393890.106344:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7c00. 00000100:00000200:0.0:1749393890.106349:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499754880/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393890.106350:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393890.106355:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749393890.106362:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499754880/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393890.106388:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393890.106391:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749393890.106392:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393890.106397:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499755008/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393890.106406:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499755008/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393890.106419:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393890.106424:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393890.106428:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393890.106434:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749393890.106438:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393890.106441:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749393890.107744:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c540. 00000100:00000010:3.0:1749393890.107753:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c900. 00000100:00000010:2.0:1749393895.111748:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393895.111779:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393895.111842:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393895.111851:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393895.111875:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393895.111880:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393895.111935:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000400:00000200:3.0:1749393895.111952:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393895.111958:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4738. 00000400:00000010:3.0:1749393895.111966:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43908. 00000100:00000200:3.0:1749393895.111976:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499755136, portal 25 02000000:00000010:0.0:1749393895.111980:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000010:3.0:1749393895.111981:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000100:00000200:3.0:1749393895.111984:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499755136, offset 0 00000400:00000200:0.0:1749393895.111993:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393895.111997:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393895.111997:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393895.112004:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393895.112009:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499755264, portal 10 00000400:00000200:3.0:1749393895.112009:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393895.112016:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749393895.112020:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499755264, offset 0 00000400:00000200:0.0:1749393895.112028:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393895.112031:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393895.112034:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.112039:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393895.112040:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393895.112044:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393895.112049:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393895.112053:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393895.112054:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393895.112058:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [515:515:256:4294967295] 192.168.203.132@tcp LPNI seq info [525:525:8:4294967295] 00000400:00000200:0.0:1749393895.112059:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393895.112062:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393895.112063:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393895.112065:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393895.112069:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [516:516:256:4294967295] 192.168.203.132@tcp LPNI seq info [526:526:8:4294967295] 00000400:00000200:0.0:1749393895.112074:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.112075:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393895.112082:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393895.112087:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749393895.112096:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393895.112096:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393895.112102:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393895.112106:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749393895.112107:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393895.112112:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393895.112113:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393895.112119:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393895.112123:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393895.112147:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393895.112151:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393895.112155:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a80. 00000100:00000010:3.0:1749393895.112183:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15ac0. 02000000:00000010:0.0:1749393895.112204:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:0.0:1749393895.112209:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393895.112212:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393895.112215:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393895.112219:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499755392, portal 10 00000800:00000200:2.0:1749393895.112220:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393895.112223:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000800:00000010:2.0:1749393895.112224:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000100:00000200:0.0:1749393895.112226:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499755392, offset 0 00000400:00000200:0.0:1749393895.112230:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393895.112231:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393895.112235:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393895.112238:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393895.112240:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393895.112242:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393895.112245:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393895.112246:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000200:0.0:1749393895.112248:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1749393895.112249:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000400:00000200:0.0:1749393895.112250:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393895.112254:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [517:517:254:4294967295] 192.168.203.132@tcp LPNI seq info [527:527:6:4294967295] 00000400:00000200:0.0:1749393895.112258:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393895.112262:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499755136/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393895.112265:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393895.112279:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393895.112282:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393895.112287:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393895.112292:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393895.112295:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393895.112302:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393895.112363:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393895.112366:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393895.112369:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393895.112374:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393895.112377:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:2.0:1749393895.112379:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:2.0:1749393895.112384:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499755264/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393895.112411:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393895.112414:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393895.112416:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393895.112419:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393895.112421:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749393895.112423:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749393895.112427:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499755392/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393895.114048:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114056:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393895.114064:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114069:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114073:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114078:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10680 00000400:00000200:3.0:1749393895.114083:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114089:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x186d [1] + 224 00000400:00000200:3.0:1749393895.114101:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393895.114105:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393895.114114:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499755136/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393895.114156:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114169:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393895.114174:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114177:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114180:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114183:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10700 00000400:00000200:3.0:1749393895.114187:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114190:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x187d [1] + 0 00000400:00000200:3.0:1749393895.114198:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393895.114201:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393895.114208:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499755264/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393895.114235:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114240:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:2.0:1749393895.114243:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4738. 00000400:00000200:3.0:1749393895.114244:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114246:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114249:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393895.114252:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10780 00000400:00000200:3.0:1749393895.114255:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393895.114263:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43908 00000400:00000010:2.0:1749393895.114265:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43908. 00000400:00000200:3.0:1749393895.114271:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1885 [1] + 0 00000100:00000200:2.0:1749393895.114276:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499755136/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393895.114285:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393895.114289:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499755136/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393895.114289:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393895.114292:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393895.114299:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749393895.114302:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:3.0:1749393895.114309:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499755392/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393895.114312:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499755264/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393895.114320:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 00000100:00000200:0.0:1749393895.114325:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499755264/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393895.114328:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393895.114332:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:02020000:0.0:1749393895.114345:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 00000100:00000010:2.0:1749393895.115714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a80. 00000100:00000010:3.0:1749393895.115726:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15ac0. 00000400:00000010:0.0:1749393895.121896:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393895.121901:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749393895.121903:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393895.121910:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499755392/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393895.121921:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499755392/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749393895.121935:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:0.0:1749393895.121943:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393895.121949:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393895.121953:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:0.0:1749393895.121958:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393895.121962:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393895.121964:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:2.0:1749393900.119843:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393900.119877:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393900.119956:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393900.119968:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393900.119998:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393900.120003:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749393900.120057:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749393900.120072:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393900.120078:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393900.120086:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393900.120098:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499755520, portal 25 00000400:00000010:2.0:1749393900.120104:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e000. 00000100:00000200:2.0:1749393900.120107:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499755520, offset 0 02000000:00000010:0.0:1749393900.120118:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:2.0:1749393900.120119:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393900.120131:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393900.120142:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393900.120149:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393900.120149:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393900.120154:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393900.120155:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393900.120159:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:2.0:1749393900.120160:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393900.120163:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749393900.120164:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499755648, portal 10 00000400:00000200:2.0:1749393900.120168:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [518:518:256:4294967295] 192.168.203.132@tcp LPNI seq info [528:528:8:4294967295] 00000400:00000010:0.0:1749393900.120172:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749393900.120175:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499755648, offset 0 00000400:00000200:0.0:1749393900.120183:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393900.120186:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393900.120189:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393900.120196:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393900.120200:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393900.120201:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393900.120204:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393900.120208:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749393900.120208:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393900.120210:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:2.0:1749393900.120213:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749393900.120214:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [519:519:255:4294967295] 192.168.203.132@tcp LPNI seq info [529:529:7:4294967295] 00000400:00000200:0.0:1749393900.120219:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393900.120222:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393900.120228:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393900.120233:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393900.120234:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749393900.120238:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:2.0:1749393900.120241:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393900.120243:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393900.120249:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393900.120253:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393900.120268:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393900.120275:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c540. 00000400:00000200:0.0:1749393900.120276:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393900.120293:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cf40. 02000000:00000010:0.0:1749393900.120312:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393900.120317:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393900.120320:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393900.120323:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393900.120326:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499755776, portal 10 00000400:00000010:0.0:1749393900.120330:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749393900.120333:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499755776, offset 0 00000400:00000200:0.0:1749393900.120337:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393900.120337:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393900.120341:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393900.120344:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749393900.120351:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393900.120354:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393900.120355:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393900.120358:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393900.120361:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393900.120363:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393900.120363:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393900.120367:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [520:520:254:4294967295] 192.168.203.132@tcp LPNI seq info [530:530:6:4294967295] 00000400:00000200:3.0:1749393900.120368:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e000 00000400:00000200:0.0:1749393900.120371:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393900.120371:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e000. 00000400:00000200:0.0:1749393900.120378:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393900.120383:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393900.120386:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393900.120390:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749393900.120394:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499755520/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393900.120396:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393900.120398:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393900.120404:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393900.120423:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393900.120426:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393900.120428:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393900.120432:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393900.120435:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:3.0:1749393900.120437:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:3.0:1749393900.120443:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499755648/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393900.120534:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393900.120536:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393900.120539:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393900.120542:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393900.120545:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:3.0:1749393900.120547:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:3.0:1749393900.120552:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499755776/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393900.122528:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122536:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393900.122545:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122550:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122555:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122560:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10800 00000400:00000200:3.0:1749393900.122565:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122572:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x188d [1] + 224 00000400:00000200:3.0:1749393900.122649:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393900.122655:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393900.122665:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499755520/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393900.122705:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122719:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393900.122724:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122728:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122731:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122735:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10880 00000400:00000200:3.0:1749393900.122739:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122743:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x189d [1] + 0 00000400:00000200:3.0:1749393900.122755:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393900.122761:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393900.122770:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499755648/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393900.122799:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393900.122808:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393900.122810:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393900.122820:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499755520/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393900.122831:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393900.122834:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499755520/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393900.122838:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393900.122844:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122849:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122854:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393900.122859:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10900 02000000:00000010:2.0:1749393900.122863:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 00000400:00000200:3.0:1749393900.122865:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393900.122869:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000400:00000200:3.0:1749393900.122871:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x18a5 [1] + 0 00000100:00000010:2.0:1749393900.122874:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393900.122895:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393900.122898:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393900.122904:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000200:3.0:1749393900.122904:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393900.122906:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749393900.122913:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499755776/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393900.122916:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499755648/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393900.122929:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499755648/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393900.122954:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393900.122957:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749393900.122958:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393900.122963:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499755776/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393900.122972:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499755776/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393900.122985:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393900.123000:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393900.123004:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 02000000:00000010:0.0:1749393900.123009:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393900.123013:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393900.123016:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:3.0:1749393900.123677:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cf40. 00000100:00000010:2.0:1749393900.123697:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c540. 00000100:00000010:2.0:1749393905.127704:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393905.127733:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393905.127793:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393905.127801:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393905.127821:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393905.127825:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749393905.127870:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749393905.127883:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393905.127901:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000010:2.0:1749393905.127905:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000200:0.0:1749393905.127911:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393905.127913:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000400:00000010:0.0:1749393905.127915:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749393905.127922:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499755904, portal 25 00000400:00000010:0.0:1749393905.127927:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000010:2.0:1749393905.127930:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e000. 00000100:00000200:0.0:1749393905.127931:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499756032, portal 10 00000100:00000200:2.0:1749393905.127933:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499755904, offset 0 00000400:00000010:0.0:1749393905.127937:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749393905.127940:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499756032, offset 0 00000400:00000200:2.0:1749393905.127943:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393905.127947:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393905.127953:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393905.127953:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393905.127962:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393905.127962:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393905.127968:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393905.127968:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393905.127972:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393905.127972:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393905.127976:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393905.127977:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393905.127979:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393905.127979:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393905.127984:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [522:522:256:4294967295] 192.168.203.132@tcp LPNI seq info [532:532:8:4294967295] 00000400:00000200:2.0:1749393905.127984:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [522:522:256:4294967295] 192.168.203.132@tcp LPNI seq info [532:532:8:4294967295] 00000400:00000200:0.0:1749393905.127988:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393905.127988:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393905.127997:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393905.128003:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393905.128006:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393905.128006:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:0.0:1749393905.128010:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393905.128013:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:2.0:1749393905.128014:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393905.128017:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393905.128024:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393905.128024:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393905.128029:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393905.128029:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393905.128050:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393905.128051:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393905.128056:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c540. 00000100:00000010:2.0:1749393905.128070:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c000. 02000000:00000010:0.0:1749393905.128083:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393905.128087:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393905.128089:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:3.0:1749393905.128093:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393905.128099:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000800:00000010:3.0:1749393905.128099:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000100:00000200:0.0:1749393905.128102:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499756160, portal 10 00000400:00000200:3.0:1749393905.128105:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393905.128106:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749393905.128107:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499756160, offset 0 00000400:00000200:0.0:1749393905.128112:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393905.128112:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393905.128115:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.128116:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e000 00000400:00000200:0.0:1749393905.128118:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:3.0:1749393905.128119:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e000. 00000400:00000200:0.0:1749393905.128121:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393905.128123:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393905.128125:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393905.128127:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393905.128130:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [523:523:254:4294967295] 192.168.203.132@tcp LPNI seq info [533:533:6:4294967295] 00000400:00000200:0.0:1749393905.128133:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393905.128137:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499755904/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393905.128138:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393905.128141:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393905.128143:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393905.128146:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393905.128150:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393905.128152:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393905.128156:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393905.128160:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393905.128162:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393905.128164:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393905.128167:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393905.128170:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:3.0:1749393905.128172:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749393905.128176:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499756032/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393905.128229:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393905.128231:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393905.128233:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393905.128236:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393905.128237:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:3.0:1749393905.128239:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749393905.128242:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499756160/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393905.129940:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.129947:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393905.129955:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.129959:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.129963:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.129967:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10980 00000400:00000200:3.0:1749393905.129972:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.129978:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x18ad [1] + 224 00000400:00000200:3.0:1749393905.129988:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393905.129992:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393905.130001:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499755904/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393905.130036:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.130048:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393905.130052:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.130054:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.130057:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.130060:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10a00 00000400:00000200:3.0:1749393905.130063:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.130067:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x18b5 [1] + 0 00000400:00000200:3.0:1749393905.130073:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393905.130076:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393905.130081:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499756032/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393905.130104:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.130107:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:2.0:1749393905.130110:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749393905.130111:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.130113:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.130115:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393905.130118:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000200:3.0:1749393905.130118:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10a80 00000400:00000010:2.0:1749393905.130120:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749393905.130121:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393905.130124:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x18c5 [1] + 0 00000100:00000200:2.0:1749393905.130128:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499755904/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393905.130138:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393905.130138:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393905.130140:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499755904/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393905.130142:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393905.130145:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749393905.130147:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393905.130155:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499756032/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393905.130155:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499756160/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393905.130166:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499756032/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393905.130167:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:2.0:1749393905.130180:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393905.130186:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393905.130189:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393905.130191:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749393905.130192:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393905.130196:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499756160/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393905.130212:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499756160/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393905.130226:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393905.130231:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393905.130234:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:0.0:1749393905.130239:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393905.130243:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393905.130245:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:3.0:1749393905.131708:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c000. 00000100:00000010:2.0:1749393905.131712:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c540. 00000100:00000010:2.0:1749393910.135808:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393910.135845:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393910.135934:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393910.135947:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393910.135986:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393910.135993:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749393910.136052:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749393910.136071:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393910.136077:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b46e0. 00000400:00000010:3.0:1749393910.136086:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43aa0. 00000100:00000200:3.0:1749393910.136096:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499756288, portal 25 02000000:00000010:0.0:1749393910.136097:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000010:3.0:1749393910.136102:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43990. 00000400:00000200:0.0:1749393910.136110:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393910.136114:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393910.136120:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393910.136125:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499756416, portal 10 00000100:00000200:3.0:1749393910.136126:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499756288, offset 0 00000400:00000010:0.0:1749393910.136132:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393910.136136:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499756416, offset 0 00000400:00000200:3.0:1749393910.136138:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393910.136143:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393910.136151:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.136152:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393910.136162:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393910.136162:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393910.136170:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393910.136170:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393910.136176:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393910.136176:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393910.136181:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393910.136181:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393910.136184:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393910.136185:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393910.136190:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [525:525:256:4294967295] 192.168.203.132@tcp LPNI seq info [534:535:8:4294967295] 00000400:00000200:3.0:1749393910.136190:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [525:525:256:4294967295] 192.168.203.132@tcp LPNI seq info [535:535:8:4294967295] 00000400:00000200:0.0:1749393910.136195:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.136195:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.136207:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393910.136214:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393910.136218:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393910.136219:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000800:00000200:0.0:1749393910.136224:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393910.136227:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393910.136228:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393910.136234:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393910.136239:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393910.136241:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393910.136246:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393910.136255:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393910.136280:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393910.136287:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae154c0. 00000400:00000200:0.0:1749393910.136297:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393910.136313:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15600. 02000000:00000010:0.0:1749393910.136333:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393910.136337:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393910.136340:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393910.136344:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393910.136347:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499756544, portal 10 00000400:00000010:0.0:1749393910.136351:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393910.136353:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499756544, offset 0 00000400:00000200:0.0:1749393910.136358:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393910.136363:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393910.136367:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393910.136370:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393910.136373:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393910.136376:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393910.136378:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393910.136382:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [526:526:254:4294967295] 192.168.203.132@tcp LPNI seq info [536:536:6:4294967295] 00000800:00000200:2.0:1749393910.136384:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393910.136386:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393910.136390:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749393910.136393:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393910.136397:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393910.136399:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1749393910.136400:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393910.136404:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393910.136409:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749393910.136410:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393910.136412:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393910.136416:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43990 00000400:00000200:0.0:1749393910.136418:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393910.136421:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43990. 00000100:00000200:2.0:1749393910.136437:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499756288/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393910.136470:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393910.136474:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393910.136478:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393910.136483:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393910.136487:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749393910.136489:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:2.0:1749393910.136497:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499756416/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393910.136696:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393910.136701:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393910.136705:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393910.136712:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393910.136717:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:2.0:1749393910.136719:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749393910.136727:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499756544/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393910.138655:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138664:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393910.138672:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138677:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138682:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138686:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10b00 00000400:00000200:3.0:1749393910.138691:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138698:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x18cd [1] + 224 00000400:00000200:3.0:1749393910.138709:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393910.138714:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393910.138724:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499756288/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393910.138780:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138785:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393910.138790:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138792:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138796:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138799:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10b80 00000400:00000200:3.0:1749393910.138802:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138806:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x18d5 [1] + 0 00000400:00000200:3.0:1749393910.138812:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393910.138815:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393910.138821:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499756416/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393910.138833:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b46e0. 00000400:00000200:2.0:1749393910.138843:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43aa0 00000400:00000010:2.0:1749393910.138846:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43aa0. 00000100:00000200:2.0:1749393910.138856:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499756288/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393910.138866:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393910.138869:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499756288/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393910.138870:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393910.138874:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138877:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138880:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138883:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10c00 00000400:00000200:3.0:1749393910.138886:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393910.138889:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x18e5 [1] + 0 00000400:00000010:0.0:1749393910.138896:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 02000000:00000010:2.0:1749393910.138898:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 00000400:00000200:0.0:1749393910.138904:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 02000000:00000010:2.0:1749393910.138905:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000400:00000010:0.0:1749393910.138906:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000010:2.0:1749393910.138910:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749393910.138910:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393910.138914:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393910.138916:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499756416/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393910.138920:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499756544/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393910.138929:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499756416/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393910.138964:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393910.138967:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749393910.138969:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393910.138974:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499756544/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393910.138983:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499756544/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393910.138996:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393910.139001:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393910.139005:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393910.139011:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393910.139015:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393910.139018:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:3.0:1749393910.139687:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15600. 00000100:00000010:2.0:1749393910.139701:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae154c0. 00000100:00000010:2.0:1749393915.143682:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393915.143708:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 02000000:00000010:2.0:1749393915.143772:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749393915.143782:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393915.143786:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393915.143792:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393915.143799:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499756672, portal 25 00000400:00000010:2.0:1749393915.143803:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e198. 00000100:00000200:2.0:1749393915.143805:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499756672, offset 0 00000400:00000200:2.0:1749393915.143813:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393915.143822:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393915.143829:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393915.143834:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393915.143838:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393915.143841:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393915.143843:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393915.143846:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [527:527:256:4294967295] 192.168.203.132@tcp LPNI seq info [537:537:8:4294967295] 00000400:00000200:2.0:1749393915.143848:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393915.143856:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393915.143875:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393915.143878:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:2.0:1749393915.143885:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393915.143892:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393915.143897:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393915.143912:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393915.143917:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c800. 00000100:00000010:2.0:1749393915.143927:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cb00. 00000100:00000010:2.0:1749393915.143944:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393915.143950:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393915.143969:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393915.143972:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000800:00000200:3.0:1749393915.144011:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393915.144016:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:3.0:1749393915.144020:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393915.144024:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749393915.144026:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393915.144032:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.144033:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e198 00000400:00000010:3.0:1749393915.144034:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e198. 00000400:00000010:0.0:1749393915.144035:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393915.144039:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393915.144041:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499756800, portal 10 00000100:00000200:3.0:1749393915.144043:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499756672/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393915.144046:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393915.144049:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499756800, offset 0 00000400:00000200:0.0:1749393915.144053:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393915.144056:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393915.144060:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393915.144062:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393915.144064:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393915.144066:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393915.144068:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393915.144070:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [528:528:256:4294967295] 192.168.203.132@tcp LPNI seq info [538:538:8:4294967295] 00000400:00000200:0.0:1749393915.144072:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393915.144077:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393915.144085:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393915.144088:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393915.144091:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393915.144094:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393915.144096:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393915.144105:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393915.144111:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393915.144113:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393915.144114:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393915.144116:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393915.144118:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499756928, portal 10 00000400:00000010:0.0:1749393915.144120:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393915.144121:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499756928, offset 0 00000800:00000200:3.0:1749393915.144122:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393915.144124:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393915.144124:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:0.0:1749393915.144126:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.144126:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393915.144128:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393915.144128:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393915.144130:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393915.144130:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000200:0.0:1749393915.144131:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:3.0:1749393915.144131:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000400:00000200:0.0:1749393915.144132:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393915.144133:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393915.144135:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [529:529:255:4294967295] 192.168.203.132@tcp LPNI seq info [539:539:7:4294967295] 00000100:00000200:3.0:1749393915.144135:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499756800/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393915.144137:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393915.144141:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393915.144143:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393915.144145:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393915.144147:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393915.144149:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393915.144151:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393915.144155:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393915.144171:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393915.144173:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393915.144174:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393915.144176:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393915.144178:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:3.0:1749393915.144179:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:3.0:1749393915.144181:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499756928/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393915.145292:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145297:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393915.145302:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145305:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145308:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145311:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10c80 00000400:00000200:3.0:1749393915.145314:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145319:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x18ed [1] + 224 00000400:00000200:3.0:1749393915.145327:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393915.145330:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393915.145335:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499756672/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393915.145363:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145366:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393915.145368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145369:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145371:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145373:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10d00 00000400:00000200:3.0:1749393915.145375:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145377:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x18fd [1] + 0 00000400:00000200:3.0:1749393915.145380:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393915.145381:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393915.145384:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499756800/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393915.145397:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145399:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393915.145401:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145403:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145405:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145406:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10d80 00000400:00000200:3.0:1749393915.145408:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393915.145409:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1905 [1] + 0 00000400:00000010:2.0:1749393915.145415:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393915.145419:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393915.145420:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749393915.145420:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393915.145422:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393915.145424:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749393915.145426:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499756672/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393915.145433:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000100:00000200:2.0:1749393915.145433:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499756672/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393915.145434:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749393915.145438:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499756928/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393915.145440:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499756800/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393915.145447:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499756800/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393915.145453:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 02000000:00000010:2.0:1749393915.145456:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393915.145460:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393915.145461:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393915.145462:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749393915.145463:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393915.145466:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499756928/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393915.145471:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499756928/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393915.145494:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393915.145498:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393915.145500:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 02000000:00000010:0.0:1749393915.145504:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393915.145505:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393915.145507:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:2.0:1749393915.147661:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c800. 00000100:00000010:3.0:1749393915.147666:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cb00. 00000100:00000010:2.0:1749393920.151770:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393920.151801:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393920.151869:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393920.151880:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393920.151907:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393920.151912:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393920.151967:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749393920.151985:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393920.151992:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4688. 02000000:00000010:0.0:1749393920.152018:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000010:3.0:1749393920.152018:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000100:00000200:3.0:1749393920.152029:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499757056, portal 25 00000400:00000200:0.0:1749393920.152031:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393920.152035:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:3.0:1749393920.152035:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d436e8. 00000100:00000200:3.0:1749393920.152038:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499757056, offset 0 00000400:00000010:0.0:1749393920.152041:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393920.152046:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499757184, portal 10 00000400:00000200:3.0:1749393920.152051:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393920.152053:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749393920.152056:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499757184, offset 0 00000400:00000200:3.0:1749393920.152063:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393920.152064:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393920.152071:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.152072:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393920.152077:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393920.152079:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393920.152081:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393920.152085:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393920.152086:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393920.152090:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393920.152094:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393920.152098:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [530:530:256:4294967295] 192.168.203.132@tcp LPNI seq info [540:540:8:4294967295] 00000400:00000200:0.0:1749393920.152099:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393920.152102:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393920.152103:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393920.152106:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [531:531:256:4294967295] 192.168.203.132@tcp LPNI seq info [541:541:8:4294967295] 00000400:00000200:0.0:1749393920.152111:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.152116:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393920.152122:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393920.152128:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749393920.152133:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393920.152136:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393920.152139:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393920.152143:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393920.152148:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393920.152149:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393920.152154:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393920.152156:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393920.152160:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393920.152187:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393920.152189:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393920.152195:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15600. 00000100:00000010:3.0:1749393920.152233:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c40. 02000000:00000010:0.0:1749393920.152269:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:0.0:1749393920.152275:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393920.152277:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393920.152281:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393920.152285:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499757312, portal 10 00000400:00000010:0.0:1749393920.152289:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393920.152292:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499757312, offset 0 00000400:00000200:0.0:1749393920.152296:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393920.152301:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393920.152304:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393920.152308:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393920.152311:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393920.152314:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393920.152316:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749393920.152319:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393920.152320:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [532:532:254:4294967295] 192.168.203.132@tcp LPNI seq info [542:542:6:4294967295] 00000400:00000200:0.0:1749393920.152324:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393920.152331:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393920.152335:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393920.152335:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000800:00000010:0.0:1749393920.152338:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393920.152344:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393920.152349:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393920.152351:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393920.152355:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749393920.152357:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d436e8 00000800:00000200:0.0:1749393920.152358:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:2.0:1749393920.152360:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d436e8. 00000400:00000200:0.0:1749393920.152365:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393920.152374:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499757056/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393920.152400:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393920.152403:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393920.152406:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393920.152410:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393920.152412:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:2.0:1749393920.152414:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:2.0:1749393920.152420:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499757184/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393920.152519:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393920.152522:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393920.152524:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393920.152528:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393920.152531:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749393920.152533:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749393920.152538:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499757312/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393920.154247:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154256:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393920.154264:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154269:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154274:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154279:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10e00 00000400:00000200:3.0:1749393920.154284:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154291:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x190d [1] + 224 00000400:00000200:3.0:1749393920.154301:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393920.154315:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393920.154325:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499757056/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393920.154369:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154373:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393920.154378:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154380:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154384:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154387:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10e80 00000400:00000200:3.0:1749393920.154391:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154395:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x191d [1] + 0 00000400:00000200:3.0:1749393920.154401:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393920.154404:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393920.154409:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499757184/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393920.154434:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154469:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393920.154474:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154476:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154479:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393920.154483:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a10f00 00000400:00000010:2.0:1749393920.154486:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4688. 00000400:00000200:3.0:1749393920.154486:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393920.154496:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000010:2.0:1749393920.154499:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000400:00000200:3.0:1749393920.154505:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1925 [1] + 0 00000100:00000200:2.0:1749393920.154509:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499757056/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393920.154514:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393920.154521:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000100:00000200:2.0:1749393920.154522:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499757056/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393920.154524:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000400:00000200:3.0:1749393920.154526:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393920.154531:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393920.154534:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499757184/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393920.154538:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499757312/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393920.154547:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499757184/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393920.154552:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 02000000:00000010:2.0:1749393920.154568:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000400:00000010:0.0:1749393920.154572:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000010:2.0:1749393920.154573:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:0.0:1749393920.154575:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393920.154576:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393920.154581:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499757312/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393920.154590:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499757312/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393920.154636:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749393920.154643:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393920.154646:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 02000000:00000010:0.0:1749393920.154651:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393920.154655:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393920.154658:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:2.0:1749393920.155702:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15600. 00000100:00000010:3.0:1749393920.155710:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c40. 00000100:00000010:2.0:1749393925.159745:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393925.159773:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 02000000:00000010:2.0:1749393925.159856:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393925.159870:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393925.159876:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393925.159884:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393925.159893:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499757440, portal 25 00000400:00000010:2.0:1749393925.159900:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749393925.159903:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499757440, offset 0 00000400:00000200:2.0:1749393925.159914:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393925.159925:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393925.159936:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393925.159944:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393925.159949:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393925.159954:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393925.159957:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393925.159962:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [533:533:256:4294967295] 192.168.203.132@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:2.0:1749393925.159967:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393925.159979:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393925.159985:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393925.159989:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:2.0:1749393925.159998:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393925.160009:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393925.160016:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393925.160040:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393925.160048:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c880. 00000100:00000010:2.0:1749393925.160060:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cd40. 00000100:00000010:2.0:1749393925.160088:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393925.160109:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393925.160142:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393925.160147:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000800:00000200:3.0:1749393925.160212:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393925.160226:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1749393925.160233:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393925.160241:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749393925.160243:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:3.0:1749393925.160246:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e220 00000400:00000010:3.0:1749393925.160249:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e220. 00000400:00000200:0.0:1749393925.160255:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393925.160260:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:3.0:1749393925.160262:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499757440/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393925.160265:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393925.160270:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499757568, portal 10 00000400:00000010:0.0:1749393925.160277:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393925.160290:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499757568, offset 0 00000400:00000200:0.0:1749393925.160298:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393925.160304:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393925.160310:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393925.160314:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393925.160317:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393925.160320:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393925.160323:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393925.160327:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [534:534:256:4294967295] 192.168.203.132@tcp LPNI seq info [544:544:8:4294967295] 00000400:00000200:0.0:1749393925.160331:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393925.160340:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393925.160345:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393925.160348:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393925.160353:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393925.160360:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393925.160364:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393925.160402:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393925.160439:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393925.160445:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393925.160449:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393925.160453:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393925.160458:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499757696, portal 10 00000400:00000010:0.0:1749393925.160464:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393925.160467:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499757696, offset 0 00000400:00000200:0.0:1749393925.160475:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393925.160481:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393925.160485:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749393925.160486:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393925.160490:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749393925.160490:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393925.160494:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393925.160495:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393925.160498:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393925.160499:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393925.160502:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393925.160503:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:3.0:1749393925.160505:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:3.0:1749393925.160512:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499757568/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393925.160517:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [535:535:255:4294967295] 192.168.203.132@tcp LPNI seq info [545:545:7:4294967295] 00000400:00000200:0.0:1749393925.160523:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393925.160535:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393925.160542:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393925.160546:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393925.160552:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393925.160561:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393925.160565:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393925.160581:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393925.160656:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393925.160659:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393925.160662:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393925.160666:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393925.160669:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:3.0:1749393925.160671:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:3.0:1749393925.160676:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499757696/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393925.161874:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.161883:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393925.161891:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.161895:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.161900:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.161904:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a10f80 00000400:00000200:3.0:1749393925.161909:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.161916:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x192d [1] + 224 00000400:00000200:3.0:1749393925.161927:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393925.161940:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393925.161950:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499757440/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393925.161993:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.161998:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393925.162002:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.162005:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.162008:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.162011:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11000 00000400:00000200:3.0:1749393925.162015:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.162019:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x193d [1] + 0 00000400:00000200:3.0:1749393925.162024:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393925.162028:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393925.162033:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499757568/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393925.162057:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.162061:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393925.162065:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.162067:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.162070:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.162073:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11080 00000400:00000200:3.0:1749393925.162076:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393925.162079:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1945 [1] + 0 00000400:00000010:2.0:1749393925.162087:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749393925.162093:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393925.162095:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000200:3.0:1749393925.162096:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749393925.162098:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000010:0.0:1749393925.162105:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749393925.162108:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499757440/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393925.162111:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749393925.162113:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:3.0:1749393925.162121:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499757696/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393925.162122:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499757568/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393925.162122:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499757440/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393925.162135:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499757568/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393925.162150:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 02000000:00000010:2.0:1749393925.162156:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000400:00000010:0.0:1749393925.162160:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000010:2.0:1749393925.162161:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:0.0:1749393925.162162:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393925.162164:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393925.162168:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499757696/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393925.162177:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499757696/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393925.162190:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393925.162196:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393925.162199:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:0.0:1749393925.162205:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393925.162209:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393925.162211:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:3.0:1749393925.163700:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cd40. 00000100:00000010:2.0:1749393925.163712:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c880. 00000100:00000010:2.0:1749393930.167753:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393930.167784:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393930.167848:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393930.167857:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393930.167884:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393930.167889:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749393930.167945:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393930.167959:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393930.167965:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393930.167973:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393930.167983:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499757824, portal 25 00000400:00000010:2.0:1749393930.167989:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e110. 00000100:00000200:2.0:1749393930.167992:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499757824, offset 0 02000000:00000010:0.0:1749393930.168004:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:2.0:1749393930.168004:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393930.168016:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393930.168016:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393930.168021:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393930.168026:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749393930.168027:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393930.168030:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499757952, portal 10 00000400:00000200:2.0:1749393930.168035:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393930.168037:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393930.168041:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499757952, offset 0 00000400:00000200:0.0:1749393930.168049:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393930.168055:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393930.168057:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393930.168061:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393930.168062:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393930.168065:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393930.168065:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393930.168069:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393930.168070:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [536:536:256:4294967295] 192.168.203.132@tcp LPNI seq info [546:546:8:4294967295] 00000400:00000200:0.0:1749393930.168072:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393930.168075:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393930.168076:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393930.168079:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [537:537:256:4294967295] 192.168.203.132@tcp LPNI seq info [547:547:8:4294967295] 00000400:00000200:0.0:1749393930.168084:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393930.168089:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393930.168096:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393930.168102:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749393930.168105:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393930.168110:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393930.168110:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393930.168115:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393930.168120:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393930.168121:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393930.168127:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393930.168128:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393930.168132:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393930.168153:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393930.168154:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393930.168161:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89fc0. 00000100:00000010:0.0:1749393930.168183:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89700. 02000000:00000010:0.0:1749393930.168204:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393930.168208:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393930.168211:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393930.168214:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393930.168217:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499758080, portal 10 00000400:00000010:0.0:1749393930.168221:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393930.168233:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499758080, offset 0 00000400:00000200:0.0:1749393930.168238:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393930.168242:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393930.168246:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393930.168249:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393930.168252:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393930.168254:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393930.168257:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393930.168260:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [538:538:254:4294967295] 192.168.203.132@tcp LPNI seq info [548:548:6:4294967295] 00000400:00000200:0.0:1749393930.168265:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393930.168272:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393930.168276:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393930.168279:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749393930.168280:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749393930.168283:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393930.168288:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393930.168291:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393930.168296:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393930.168296:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1749393930.168304:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393930.168312:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393930.168317:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e110 00000400:00000010:3.0:1749393930.168320:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e110. 00000100:00000200:3.0:1749393930.168333:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499757824/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393930.168360:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393930.168362:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393930.168365:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393930.168410:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393930.168414:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:3.0:1749393930.168416:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:3.0:1749393930.168422:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499757952/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393930.168501:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393930.168504:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393930.168507:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393930.168510:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393930.168513:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:3.0:1749393930.168515:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:3.0:1749393930.168520:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499758080/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393930.170176:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170184:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393930.170192:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170202:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170206:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11100 00000400:00000200:3.0:1749393930.170211:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170218:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x194d [1] + 224 00000400:00000200:3.0:1749393930.170229:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393930.170242:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393930.170252:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499757824/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393930.170296:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170301:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393930.170305:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170308:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170311:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170314:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11180 00000400:00000200:3.0:1749393930.170318:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170321:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x195d [1] + 0 00000400:00000200:3.0:1749393930.170327:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393930.170331:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393930.170336:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499757952/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393930.170360:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170364:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393930.170368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170399:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170402:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393930.170405:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11200 00000400:00000200:3.0:1749393930.170409:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393930.170411:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393930.170419:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393930.170421:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749393930.170427:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1965 [1] + 0 00000100:00000200:2.0:1749393930.170431:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499757824/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393930.170438:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:2.0:1749393930.170444:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499757824/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393930.170445:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749393930.170448:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000400:00000200:3.0:1749393930.170448:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393930.170452:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393930.170457:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499757952/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393930.170459:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499758080/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393930.170471:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499757952/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393930.170473:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 02000000:00000010:2.0:1749393930.170480:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393930.170485:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393930.170497:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393930.170499:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749393930.170501:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393930.170505:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499758080/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393930.170514:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499758080/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393930.170539:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393930.170545:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393930.170549:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393930.170555:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393930.170557:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393930.170560:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:2.0:1749393930.171710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89fc0. 00000100:00000010:3.0:1749393930.171725:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89700. 00000100:00000010:2.0:1749393935.175777:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393935.175812:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393935.175885:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393935.175894:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393935.175919:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393935.175924:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:2.0:1749393935.175987:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 02000000:00000010:0.0:1749393935.176016:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:2.0:1749393935.176022:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393935.176028:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000200:0.0:1749393935.176029:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393935.176033:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:2.0:1749393935.176037:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000400:00000010:0.0:1749393935.176039:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749393935.176048:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499758208, portal 25 00000100:00000200:0.0:1749393935.176054:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499758336, portal 10 00000400:00000010:2.0:1749393935.176054:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e3b8. 00000100:00000200:2.0:1749393935.176058:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499758208, offset 0 00000400:00000010:0.0:1749393935.176062:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749393935.176066:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499758336, offset 0 00000400:00000200:2.0:1749393935.176069:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393935.176073:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393935.176082:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393935.176082:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393935.176093:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393935.176093:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393935.176100:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393935.176101:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393935.176106:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393935.176106:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393935.176111:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393935.176112:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393935.176115:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393935.176115:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393935.176120:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [539:539:256:4294967295] 192.168.203.132@tcp LPNI seq info [549:549:8:4294967295] 00000400:00000200:2.0:1749393935.176120:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [539:539:256:4294967295] 192.168.203.132@tcp LPNI seq info [549:549:8:4294967295] 00000400:00000200:0.0:1749393935.176126:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393935.176126:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393935.176139:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393935.176146:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393935.176150:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393935.176151:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000800:00000200:0.0:1749393935.176156:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393935.176159:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393935.176161:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393935.176166:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393935.176171:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393935.176173:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393935.176177:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393935.176178:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393935.176204:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393935.176205:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393935.176211:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c880. 00000100:00000010:2.0:1749393935.176229:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c380. 02000000:00000010:0.0:1749393935.176251:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393935.176256:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393935.176259:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393935.176262:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393935.176266:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499758464, portal 10 00000800:00000200:3.0:1749393935.176267:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393935.176271:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393935.176273:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499758464, offset 0 00000400:00000200:0.0:1749393935.176278:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393935.176282:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393935.176282:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:0.0:1749393935.176286:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393935.176290:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393935.176291:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393935.176293:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393935.176295:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393935.176298:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393935.176299:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393935.176302:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [540:540:254:4294967295] 192.168.203.132@tcp LPNI seq info [550:550:6:4294967295] 00000400:00000200:3.0:1749393935.176305:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e3b8 00000400:00000200:0.0:1749393935.176306:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393935.176308:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e3b8. 00000400:00000200:0.0:1749393935.176313:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393935.176317:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393935.176320:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000100:00000200:3.0:1749393935.176322:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499758208/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393935.176324:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393935.176329:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393935.176332:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393935.176369:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393935.176390:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393935.176393:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393935.176397:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393935.176401:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393935.176404:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:3.0:1749393935.176406:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749393935.176412:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499758336/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393935.176497:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393935.176500:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393935.176503:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393935.176506:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393935.176509:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:3.0:1749393935.176511:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749393935.176516:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499758464/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393935.178215:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178223:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393935.178232:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178236:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178241:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178245:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11280 00000400:00000200:3.0:1749393935.178250:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178257:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x196d [1] + 224 00000400:00000200:3.0:1749393935.178267:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393935.178280:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393935.178290:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499758208/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393935.178359:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178364:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393935.178369:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178371:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178375:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178378:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11300 00000400:00000200:3.0:1749393935.178383:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178386:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1975 [1] + 0 00000400:00000200:3.0:1749393935.178394:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393935.178398:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393935.178403:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499758336/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393935.178425:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393935.178433:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393935.178435:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393935.178446:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499758208/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393935.178451:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178455:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:2.0:1749393935.178459:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499758208/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393935.178459:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178461:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178464:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178468:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11380 00000400:00000200:3.0:1749393935.178470:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393935.178473:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1985 [1] + 0 00000400:00000010:0.0:1749393935.178487:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393935.178493:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393935.178495:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000200:3.0:1749393935.178497:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393935.178498:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749393935.178504:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499758464/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393935.178505:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 00000100:00000200:0.0:1749393935.178508:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499758336/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393935.178512:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393935.178517:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749393935.178521:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499758336/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393935.178546:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393935.178557:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749393935.178558:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393935.178564:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499758464/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393935.178573:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499758464/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393935.178588:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749393935.178594:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393935.178597:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 02000000:00000010:0.0:1749393935.178637:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393935.178640:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393935.178643:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:2.0:1749393935.179695:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c880. 00000100:00000010:3.0:1749393935.179717:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c380. 00000100:00000010:2.0:1749393940.183757:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393940.183790:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393940.183862:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749393940.183874:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393940.183900:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749393940.183905:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749393940.183961:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749393940.183977:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393940.183984:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393940.183991:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 02000000:00000010:0.0:1749393940.183999:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000100:00000200:2.0:1749393940.184002:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499758592, portal 25 00000400:00000010:2.0:1749393940.184008:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e330. 00000400:00000200:0.0:1749393940.184011:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393940.184011:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499758592, offset 0 00000400:00000010:0.0:1749393940.184016:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393940.184022:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393940.184032:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000400:00000200:2.0:1749393940.184034:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393940.184037:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499758720, portal 10 00000400:00000010:0.0:1749393940.184044:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000400:00000200:2.0:1749393940.184045:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749393940.184048:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499758720, offset 0 00000400:00000200:2.0:1749393940.184052:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393940.184056:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393940.184059:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393940.184063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393940.184064:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393940.184067:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393940.184069:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393940.184072:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [541:541:256:4294967295] 192.168.203.132@tcp LPNI seq info [551:551:8:4294967295] 00000400:00000200:0.0:1749393940.184074:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393940.184078:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393940.184078:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393940.184082:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393940.184085:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393940.184089:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [542:542:255:4294967295] 192.168.203.132@tcp LPNI seq info [552:552:7:4294967295] 00000400:00000200:2.0:1749393940.184091:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393940.184094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393940.184099:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393940.184104:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393940.184104:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000800:00000200:0.0:1749393940.184109:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393940.184112:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393940.184113:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393940.184135:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393940.184142:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393940.184143:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393940.184149:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749393940.184149:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393940.184176:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393940.184181:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393940.184184:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c880. 00000100:00000010:2.0:1749393940.184201:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c2c0. 02000000:00000010:0.0:1749393940.184217:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393940.184222:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393940.184224:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393940.184228:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393940.184231:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499758848, portal 10 00000400:00000010:0.0:1749393940.184235:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393940.184237:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499758848, offset 0 00000800:00000200:3.0:1749393940.184241:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393940.184242:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393940.184246:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393940.184249:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393940.184253:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393940.184255:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749393940.184256:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:0.0:1749393940.184258:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393940.184260:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393940.184264:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [543:543:254:4294967295] 192.168.203.132@tcp LPNI seq info [553:553:6:4294967295] 00000400:00000200:3.0:1749393940.184265:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393940.184268:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.184275:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393940.184276:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393940.184280:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393940.184280:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e330 00000800:00000010:0.0:1749393940.184282:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000400:00000010:3.0:1749393940.184283:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e330. 00000800:00000200:0.0:1749393940.184286:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393940.184291:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393940.184294:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:3.0:1749393940.184297:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499758592/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393940.184342:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393940.184362:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393940.184365:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393940.184368:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393940.184372:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393940.184376:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:3.0:1749393940.184378:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749393940.184383:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499758720/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393940.184471:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393940.184474:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393940.184477:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393940.184480:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393940.184482:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:3.0:1749393940.184485:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:3.0:1749393940.184490:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499758848/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393940.186096:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186105:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393940.186113:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186117:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186122:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186127:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11400 00000400:00000200:3.0:1749393940.186132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186139:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x198d [1] + 224 00000400:00000200:3.0:1749393940.186151:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393940.186163:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393940.186174:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499758592/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393940.186219:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186223:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393940.186228:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186234:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186237:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11480 00000400:00000200:3.0:1749393940.186240:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186245:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x199d [1] + 0 00000400:00000200:3.0:1749393940.186251:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393940.186254:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393940.186260:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499758720/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393940.186269:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393940.186277:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393940.186280:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393940.186290:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499758592/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393940.186326:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186331:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:2.0:1749393940.186332:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499758592/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393940.186335:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186338:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186341:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186344:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11500 00000400:00000200:3.0:1749393940.186347:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393940.186351:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x19a5 [1] + 0 02000000:00000010:2.0:1749393940.186362:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 00000400:00000010:0.0:1749393940.186363:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 02000000:00000010:2.0:1749393940.186369:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000400:00000200:0.0:1749393940.186371:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000200:3.0:1749393940.186372:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393940.186373:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000010:2.0:1749393940.186373:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749393940.186376:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393940.186383:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499758720/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393940.186383:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499758848/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393940.186403:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499758720/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393940.186430:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393940.186432:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749393940.186434:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393940.186439:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499758848/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393940.186448:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499758848/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393940.186461:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393940.186466:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393940.186470:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 02000000:00000010:0.0:1749393940.186475:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393940.186478:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393940.186481:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:2.0:1749393940.187717:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c880. 00000100:00000010:3.0:1749393940.187730:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c2c0. 00000100:00000010:2.0:1749393945.191839:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393945.191874:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393945.191947:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749393945.191956:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393945.191984:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749393945.191988:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749393945.192049:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000400:00000200:3.0:1749393945.192087:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393945.192093:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 02000000:00000010:0.0:1749393945.192101:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000010:3.0:1749393945.192101:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43770. 00000100:00000200:3.0:1749393945.192112:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499758976, portal 25 00000400:00000200:0.0:1749393945.192113:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393945.192118:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:3.0:1749393945.192118:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749393945.192121:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499758976, offset 0 00000400:00000010:0.0:1749393945.192123:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393945.192128:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499759104, portal 10 00000400:00000200:3.0:1749393945.192134:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393945.192136:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393945.192139:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499759104, offset 0 00000400:00000200:0.0:1749393945.192147:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393945.192147:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393945.192154:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.192156:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393945.192160:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393945.192164:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393945.192165:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393945.192170:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393945.192170:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393945.192175:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393945.192176:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393945.192178:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393945.192179:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393945.192183:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [544:544:256:4294967295] 192.168.203.132@tcp LPNI seq info [554:554:8:4294967295] 00000400:00000200:0.0:1749393945.192184:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [544:544:256:4294967295] 192.168.203.132@tcp LPNI seq info [555:555:8:4294967295] 00000400:00000200:3.0:1749393945.192188:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393945.192199:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.192201:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393945.192209:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393945.192214:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749393945.192221:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393945.192222:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393945.192227:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393945.192232:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749393945.192234:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393945.192237:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393945.192240:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393945.192244:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393945.192248:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393945.192308:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393945.192310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393945.192316:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15100. 00000100:00000010:3.0:1749393945.192337:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15380. 02000000:00000010:0.0:1749393945.192355:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393945.192360:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393945.192362:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:2.0:1749393945.192362:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393945.192366:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000800:00000010:2.0:1749393945.192366:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000100:00000200:0.0:1749393945.192370:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499759232, portal 10 00000400:00000010:0.0:1749393945.192375:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000200:2.0:1749393945.192376:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393945.192377:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499759232, offset 0 00000400:00000200:0.0:1749393945.192381:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393945.192385:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393945.192386:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393945.192390:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393945.192391:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000200:0.0:1749393945.192393:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1749393945.192393:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000400:00000200:0.0:1749393945.192397:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393945.192399:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393945.192402:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393945.192406:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [545:545:254:4294967295] 192.168.203.132@tcp LPNI seq info [556:556:6:4294967295] 00000100:00000200:2.0:1749393945.192407:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499758976/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393945.192410:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393945.192417:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393945.192421:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393945.192424:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393945.192427:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393945.192433:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393945.192436:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393945.192449:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393945.192506:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393945.192517:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393945.192521:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393945.192525:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393945.192529:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749393945.192531:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749393945.192537:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499759104/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393945.192571:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393945.192574:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749393945.192576:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393945.192580:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393945.192583:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:2.0:1749393945.192585:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749393945.192589:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499759232/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393945.193940:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.193948:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393945.193955:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.193960:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.193965:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.193970:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11580 00000400:00000200:3.0:1749393945.193975:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.193990:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x19ad [1] + 224 00000400:00000200:3.0:1749393945.194003:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393945.194007:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393945.194016:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499758976/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393945.194060:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.194064:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393945.194068:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.194071:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.194074:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.194077:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11600 00000400:00000200:3.0:1749393945.194081:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.194084:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x19bd [1] + 0 00000400:00000200:3.0:1749393945.194089:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393945.194093:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393945.194098:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499759104/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393945.194123:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.194127:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393945.194131:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.194134:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.194137:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393945.194140:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11680 00000400:00000200:3.0:1749393945.194143:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393945.194145:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:2.0:1749393945.194155:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43770 00000400:00000010:2.0:1749393945.194157:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43770. 00000400:00000200:3.0:1749393945.194162:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x19c5 [1] + 0 00000100:00000200:2.0:1749393945.194167:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499758976/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393945.194170:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393945.194178:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000100:00000200:2.0:1749393945.194179:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499758976/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393945.194180:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000400:00000200:3.0:1749393945.194180:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393945.194184:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393945.194190:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499759104/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393945.194190:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499759232/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393945.194203:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499759104/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393945.194209:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 02000000:00000010:2.0:1749393945.194216:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393945.194221:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393945.194230:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393945.194232:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749393945.194233:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393945.194238:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499759232/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393945.194247:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499759232/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393945.194260:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749393945.194293:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393945.194298:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 02000000:00000010:0.0:1749393945.194304:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393945.194306:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393945.194309:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:3.0:1749393945.195721:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15380. 00000100:00000010:2.0:1749393945.195738:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15100. 00000100:00000010:2.0:1749393950.199784:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393950.199819:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 02000000:00000010:2.0:1749393950.199914:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7000. 00000400:00000200:2.0:1749393950.199929:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393950.199935:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393950.199963:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393950.199974:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499759360, portal 25 00000400:00000010:2.0:1749393950.199979:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749393950.199983:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499759360, offset 0 00000400:00000200:2.0:1749393950.199994:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393950.200006:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393950.200016:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393950.200024:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393950.200029:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393950.200034:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393950.200037:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393950.200041:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [546:546:256:4294967295] 192.168.203.132@tcp LPNI seq info [557:557:8:4294967295] 00000400:00000200:2.0:1749393950.200046:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393950.200059:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393950.200066:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393950.200071:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:2.0:1749393950.200080:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393950.200091:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393950.200098:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393950.200124:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393950.200131:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c880. 00000100:00000010:2.0:1749393950.200149:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c080. 00000100:00000010:2.0:1749393950.200177:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749393950.200186:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749393950.200217:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749393950.200222:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000800:00000200:3.0:1749393950.200292:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393950.200299:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1749393950.200306:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393950.200314:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393950.200319:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:3.0:1749393950.200322:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 02000000:00000010:0.0:1749393950.200323:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000100:00000200:3.0:1749393950.200334:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499759360/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393950.200336:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393950.200340:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393950.200346:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749393950.200351:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499759488, portal 10 00000400:00000010:0.0:1749393950.200359:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393950.200362:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499759488, offset 0 00000400:00000200:0.0:1749393950.200370:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393950.200376:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393950.200382:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393950.200396:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393950.200399:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393950.200402:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393950.200405:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393950.200409:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [547:547:256:4294967295] 192.168.203.132@tcp LPNI seq info [558:558:8:4294967295] 00000400:00000200:0.0:1749393950.200413:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393950.200423:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393950.200428:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393950.200432:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393950.200437:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393950.200444:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393950.200447:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393950.200480:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393950.200495:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749393950.200501:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393950.200505:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393950.200509:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393950.200514:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499759616, portal 10 00000400:00000010:0.0:1749393950.200519:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393950.200522:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499759616, offset 0 00000400:00000200:0.0:1749393950.200528:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393950.200534:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393950.200538:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393950.200539:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749393950.200541:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:0.0:1749393950.200544:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393950.200545:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393950.200548:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393950.200550:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393950.200551:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393950.200553:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000200:0.0:1749393950.200554:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:3.0:1749393950.200556:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000400:00000200:0.0:1749393950.200559:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [548:548:255:4294967295] 192.168.203.132@tcp LPNI seq info [559:559:7:4294967295] 00000100:00000200:3.0:1749393950.200562:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499759488/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393950.200566:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393950.200576:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393950.200597:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393950.200648:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749393950.200656:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393950.200664:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393950.200668:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393950.200685:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393950.200712:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393950.200715:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749393950.200718:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393950.200722:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393950.200724:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:3.0:1749393950.200726:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:3.0:1749393950.200731:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499759616/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393950.201986:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.201992:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393950.202000:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202005:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202009:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202021:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11700 00000400:00000200:3.0:1749393950.202027:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202033:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x19cd [1] + 224 00000400:00000200:3.0:1749393950.202047:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393950.202051:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393950.202058:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499759360/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393950.202094:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202098:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393950.202102:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202104:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202107:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202110:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11780 00000400:00000200:3.0:1749393950.202114:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202117:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x19dd [1] + 0 00000400:00000200:3.0:1749393950.202122:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393950.202125:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393950.202130:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499759488/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393950.202152:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202155:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393950.202159:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202161:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202164:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202167:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11800 00000400:00000200:3.0:1749393950.202171:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393950.202174:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x19e5 [1] + 0 00000400:00000010:2.0:1749393950.202188:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749393950.202188:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393950.202192:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393950.202196:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393950.202199:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000010:0.0:1749393950.202206:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:2.0:1749393950.202209:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499759360/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393950.202212:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749393950.202214:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749393950.202221:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499759616/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393950.202223:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499759488/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393950.202258:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499759488/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393950.202260:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499759360/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393950.202287:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7000. 00000400:00000010:0.0:1749393950.202290:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393950.202292:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749393950.202294:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 02000000:00000010:2.0:1749393950.202294:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393950.202298:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749393950.202299:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499759616/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393950.202308:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499759616/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393950.202322:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393950.202328:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393950.202332:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749393950.202337:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749393950.202341:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393950.202344:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:2.0:1749393950.203722:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c880. 00000100:00000010:3.0:1749393950.203735:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c080. 00000100:00000010:2.0:1749393955.207817:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393955.207848:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393955.207921:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749393955.207930:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393955.207959:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749393955.207964:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749393955.208002:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749393955.208023:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393955.208032:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4630. 00000400:00000010:3.0:1749393955.208042:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d435d8. 00000100:00000200:3.0:1749393955.208055:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499759744, portal 25 00000400:00000010:3.0:1749393955.208062:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393955.208067:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499759744, offset 0 02000000:00000010:0.0:1749393955.208076:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:3.0:1749393955.208081:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393955.208088:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393955.208093:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393955.208096:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393955.208098:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:3.0:1749393955.208108:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393955.208119:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749393955.208123:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499759872, portal 10 00000400:00000200:3.0:1749393955.208126:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393955.208131:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000400:00000200:3.0:1749393955.208132:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393955.208134:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499759872, offset 0 00000400:00000200:3.0:1749393955.208137:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393955.208142:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393955.208144:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [549:549:256:4294967295] 192.168.203.132@tcp LPNI seq info [560:560:8:4294967295] 00000400:00000200:0.0:1749393955.208149:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.208152:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393955.208155:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393955.208159:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393955.208164:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393955.208167:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393955.208170:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393955.208170:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393955.208174:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [550:550:255:4294967295] 192.168.203.132@tcp LPNI seq info [561:561:7:4294967295] 00000400:00000200:0.0:1749393955.208179:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393955.208182:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393955.208188:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749393955.208190:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000800:00000200:0.0:1749393955.208193:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393955.208236:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749393955.208241:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393955.208242:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393955.208254:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393955.208256:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393955.208260:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749393955.208262:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393955.208281:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.208285:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393955.208288:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89f80. 00000100:00000010:0.0:1749393955.208321:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89b80. 02000000:00000010:0.0:1749393955.208334:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393955.208339:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393955.208341:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393955.208346:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393955.208349:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499760000, portal 10 00000800:00000200:3.0:1749393955.208349:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393955.208353:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000010:0.0:1749393955.208354:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749393955.208356:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499760000, offset 0 00000400:00000200:0.0:1749393955.208361:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393955.208361:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393955.208365:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.208368:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393955.208369:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393955.208373:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000200:0.0:1749393955.208379:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393955.208382:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:3.0:1749393955.208384:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000400:00000200:0.0:1749393955.208385:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393955.208389:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393955.208394:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [551:551:254:4294967295] 192.168.203.132@tcp LPNI seq info [562:562:6:4294967295] 00000100:00000200:3.0:1749393955.208398:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499759872/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393955.208401:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393955.208412:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393955.208420:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393955.208425:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393955.208431:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393955.208439:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393955.208444:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393955.208453:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393955.208506:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393955.208509:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:3.0:1749393955.208512:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393955.208516:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393955.208519:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:3.0:1749393955.208521:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393955.208526:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499759744/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393955.208553:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393955.208555:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393955.208558:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393955.208561:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393955.208563:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:3.0:1749393955.208565:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:3.0:1749393955.208570:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499760000/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393955.210703:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.210713:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393955.210724:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.210730:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.210736:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.210743:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11900 00000400:00000200:3.0:1749393955.210750:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.210759:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x19fd [1] + 0 00000400:00000200:3.0:1749393955.210776:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393955.210783:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393955.210795:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499759872/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393955.210884:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.210891:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393955.210898:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.210902:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.210908:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393955.210913:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393955.210913:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11880 00000400:00000200:0.0:1749393955.210920:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000200:3.0:1749393955.210920:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393955.210923:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393955.210932:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499759872/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393955.210939:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x19ed [1] + 224 00000100:00000200:0.0:1749393955.210946:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499759872/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393955.210951:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393955.210958:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393955.210968:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499759744/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393955.210982:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749393955.210989:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393955.210994:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000200:3.0:1749393955.211014:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.211021:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393955.211028:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.211032:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.211038:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.211043:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11980 00000400:00000200:3.0:1749393955.211048:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393955.211054:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a05 [1] + 0 00000400:00000200:3.0:1749393955.211082:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393955.211089:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393955.211098:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499760000/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393955.211099:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4630. 00000400:00000200:2.0:1749393955.211109:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d435d8 00000400:00000010:2.0:1749393955.211112:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d435d8. 00000100:00000200:2.0:1749393955.211122:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499759744/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393955.211134:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499759744/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393955.211161:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 00000400:00000010:0.0:1749393955.211162:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393955.211166:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393955.211168:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 02000000:00000010:2.0:1749393955.211168:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393955.211174:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749393955.211175:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499760000/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393955.211185:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499760000/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393955.211242:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393955.211247:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393955.211250:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:3.0:1749393955.211673:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89b80. 00000100:00000010:2.0:1749393955.211689:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89f80. 00000100:00000010:2.0:1749393960.215824:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393960.215865:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 02000000:00000010:2.0:1749393960.215988:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7000. 00000400:00000200:2.0:1749393960.216004:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393960.216011:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393960.216020:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393960.216051:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499760128, portal 25 00000400:00000010:2.0:1749393960.216057:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e2a8. 00000100:00000200:2.0:1749393960.216061:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499760128, offset 0 00000400:00000200:2.0:1749393960.216072:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393960.216085:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393960.216095:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393960.216103:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393960.216108:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393960.216112:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393960.216116:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393960.216121:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [552:552:256:4294967295] 192.168.203.132@tcp LPNI seq info [563:563:8:4294967295] 00000400:00000200:2.0:1749393960.216125:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393960.216138:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393960.216145:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393960.216150:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:2.0:1749393960.216158:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393960.216211:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393960.216218:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749393960.216244:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393960.216252:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c880. 00000100:00000010:2.0:1749393960.216269:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cb40. 00000100:00000010:2.0:1749393960.216300:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393960.216312:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393960.216350:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749393960.216358:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000800:00000200:3.0:1749393960.216390:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393960.216397:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:3.0:1749393960.216403:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393960.216420:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393960.216425:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e2a8 00000400:00000010:3.0:1749393960.216428:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e2a8. 00000100:00000200:3.0:1749393960.216441:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499760128/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393960.216468:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393960.216480:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393960.216485:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393960.216491:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393960.216496:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499760256, portal 10 00000400:00000010:0.0:1749393960.216503:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393960.216506:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499760256, offset 0 00000400:00000200:0.0:1749393960.216514:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393960.216520:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393960.216526:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393960.216530:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393960.216534:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393960.216537:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393960.216540:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393960.216543:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [553:553:256:4294967295] 192.168.203.132@tcp LPNI seq info [564:564:8:4294967295] 00000400:00000200:0.0:1749393960.216550:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393960.216563:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393960.216571:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393960.216576:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749393960.216583:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393960.216591:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393960.216596:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393960.216689:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749393960.216704:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:0.0:1749393960.216709:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393960.216711:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749393960.216713:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000800:00000010:3.0:1749393960.216715:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000010:0.0:1749393960.216718:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000200:3.0:1749393960.216719:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393960.216725:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393960.216728:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:3.0:1749393960.216730:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749393960.216735:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499760384, portal 10 00000100:00000200:3.0:1749393960.216737:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499760256/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393960.216742:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749393960.216746:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499760384, offset 0 00000400:00000200:0.0:1749393960.216754:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393960.216761:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393960.216766:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393960.216771:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393960.216774:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393960.216778:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393960.216781:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393960.216787:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [554:554:256:4294967295] 192.168.203.132@tcp LPNI seq info [565:565:8:4294967295] 00000400:00000200:0.0:1749393960.216794:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393960.216806:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393960.216813:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393960.216818:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393960.216824:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393960.216833:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393960.216838:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393960.216871:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393960.216920:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393960.216924:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393960.216926:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393960.216931:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393960.216934:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:3.0:1749393960.216936:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:3.0:1749393960.216941:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499760384/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393960.218146:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218154:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393960.218191:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218196:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218205:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11a00 00000400:00000200:3.0:1749393960.218211:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218217:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1a0d [1] + 224 00000400:00000200:3.0:1749393960.218230:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393960.218234:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393960.218254:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499760128/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393960.218298:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218303:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393960.218307:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218310:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218313:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218316:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11b00 00000400:00000200:3.0:1749393960.218320:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218323:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a25 [1] + 0 00000400:00000200:3.0:1749393960.218329:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393960.218332:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393960.218337:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499760384/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393960.218362:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218366:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393960.218369:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218372:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218375:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218378:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11a80 00000400:00000200:3.0:1749393960.218381:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393960.218384:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a1d [1] + 0 00000400:00000010:2.0:1749393960.218397:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749393960.218400:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393960.218404:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393960.218405:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393960.218408:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000010:0.0:1749393960.218418:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749393960.218418:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499760128/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393960.218424:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749393960.218427:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749393960.218431:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499760128/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393960.218435:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499760384/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393960.218440:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499760256/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393960.218448:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499760384/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393960.218470:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7000. 02000000:00000010:0.0:1749393960.218474:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:2.0:1749393960.218477:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 02000000:00000010:0.0:1749393960.218480:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749393960.218482:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:0.0:1749393960.218484:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000400:00000010:0.0:1749393960.218490:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393960.218501:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393960.218503:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393960.218508:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499760256/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393960.218518:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499760256/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393960.218532:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393960.218535:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393960.218538:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:3.0:1749393960.219698:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cb40. 00000100:00000010:2.0:1749393960.219724:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c880. 00000100:00000010:2.0:1749393965.223834:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393965.223868:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393965.223943:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393965.223951:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749393965.223980:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393965.223985:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749393965.224052:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7000. 00000400:00000200:2.0:1749393965.224067:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393965.224073:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749393965.224081:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393965.224092:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499760512, portal 25 02000000:00000010:0.0:1749393965.224096:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000010:2.0:1749393965.224098:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749393965.224101:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499760512, offset 0 00000400:00000200:0.0:1749393965.224108:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393965.224113:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749393965.224113:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393965.224119:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000400:00000200:2.0:1749393965.224149:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393965.224160:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499760640, portal 10 00000400:00000200:2.0:1749393965.224160:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393965.224168:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393965.224169:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749393965.224173:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499760640, offset 0 00000400:00000200:2.0:1749393965.224174:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393965.224179:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393965.224180:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393965.224182:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393965.224187:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393965.224188:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [555:555:256:4294967295] 192.168.203.132@tcp LPNI seq info [566:566:8:4294967295] 00000400:00000200:0.0:1749393965.224193:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749393965.224193:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393965.224198:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393965.224201:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393965.224205:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393965.224208:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393965.224209:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393965.224212:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [556:556:255:4294967295] 192.168.203.132@tcp LPNI seq info [567:567:7:4294967295] 00000800:00000200:2.0:1749393965.224216:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393965.224217:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393965.224221:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749393965.224226:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393965.224229:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393965.224231:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393965.224236:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749393965.224241:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393965.224253:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393965.224256:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749393965.224262:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393965.224267:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393965.224288:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393965.224289:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393965.224295:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c880. 00000100:00000010:2.0:1749393965.224317:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cf80. 02000000:00000010:0.0:1749393965.224336:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393965.224341:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393965.224344:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393965.224348:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749393965.224351:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499760768, portal 10 00000400:00000010:0.0:1749393965.224355:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749393965.224358:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499760768, offset 0 00000400:00000200:0.0:1749393965.224362:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393965.224362:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393965.224367:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393965.224369:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749393965.224370:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393965.224374:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393965.224376:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393965.224379:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393965.224381:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393965.224385:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [557:557:254:4294967295] 192.168.203.132@tcp LPNI seq info [568:568:6:4294967295] 00000400:00000200:3.0:1749393965.224387:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393965.224389:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393965.224397:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749393965.224397:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393965.224402:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393965.224402:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000800:00000010:0.0:1749393965.224404:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000400:00000010:3.0:1749393965.224405:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000800:00000200:0.0:1749393965.224408:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393965.224414:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393965.224417:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:3.0:1749393965.224418:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499760512/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393965.224422:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393965.224447:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393965.224449:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749393965.224452:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393965.224456:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393965.224459:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:3.0:1749393965.224461:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:3.0:1749393965.224466:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499760640/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393965.224563:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393965.224566:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393965.224569:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393965.224572:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393965.224575:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:3.0:1749393965.224577:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749393965.224582:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499760768/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393965.226326:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226335:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393965.226343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226348:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226352:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226357:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11b80 00000400:00000200:3.0:1749393965.226362:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226370:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1a2d [1] + 224 00000400:00000200:3.0:1749393965.226382:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393965.226394:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393965.226404:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499760512/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393965.226448:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226453:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393965.226457:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226460:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226463:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226466:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11c80 00000400:00000200:3.0:1749393965.226469:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226473:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a45 [1] + 0 00000400:00000200:3.0:1749393965.226479:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393965.226482:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393965.226487:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499760768/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393965.226493:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393965.226501:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393965.226505:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393965.226518:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499760512/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393965.226528:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226533:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:2.0:1749393965.226537:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499760512/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393965.226540:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226544:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226548:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393965.226553:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11c00 00000400:00000200:3.0:1749393965.226558:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393965.226559:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393965.226564:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749393965.226566:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 02000000:00000010:2.0:1749393965.226574:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7000. 00000100:00000200:0.0:1749393965.226575:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499760768/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393965.226575:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a3d [1] + 0 02000000:00000010:2.0:1749393965.226581:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393965.226587:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749393965.226590:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499760768/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393965.226598:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393965.226653:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393965.226661:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499760640/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393965.226663:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393965.226671:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393965.226676:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749393965.226686:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393965.226690:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749393965.226692:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393965.226699:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499760640/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393965.226707:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499760640/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393965.226722:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393965.226726:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393965.226728:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:3.0:1749393965.227691:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cf80. 00000100:00000010:2.0:1749393965.227700:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c880. 00000100:00000010:2.0:1749393970.231750:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393970.231783:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393970.231850:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393970.231858:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749393970.231883:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393970.231888:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749393970.231937:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7000. 02000000:00000010:0.0:1749393970.231941:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:2.0:1749393970.231951:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393970.231953:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393970.231957:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:0.0:1749393970.231958:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393970.231965:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000400:00000010:2.0:1749393970.231965:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:0.0:1749393970.231975:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499761024, portal 10 00000100:00000200:2.0:1749393970.231981:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499760896, portal 25 00000400:00000010:0.0:1749393970.231983:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000010:2.0:1749393970.231985:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e4c8. 00000100:00000200:0.0:1749393970.231987:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499761024, offset 0 00000100:00000200:2.0:1749393970.231988:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499760896, offset 0 00000400:00000200:0.0:1749393970.232000:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393970.232000:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393970.232013:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393970.232013:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393970.232023:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393970.232031:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393970.232036:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393970.232037:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393970.232041:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393970.232041:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393970.232044:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393970.232045:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393970.232049:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393970.232050:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [558:558:256:4294967295] 192.168.203.132@tcp LPNI seq info [569:569:8:4294967295] 00000400:00000200:2.0:1749393970.232051:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393970.232055:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393970.232056:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [559:559:256:4294967295] 192.168.203.132@tcp LPNI seq info [570:570:8:4294967295] 00000400:00000200:2.0:1749393970.232061:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393970.232073:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393970.232080:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393970.232085:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749393970.232087:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1749393970.232134:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393970.232139:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393970.232147:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393970.232160:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393970.232166:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393970.232194:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749393970.232201:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b892c0. 00000100:00000010:0.0:1749393970.232215:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89ac0. 02000000:00000010:0.0:1749393970.232228:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393970.232232:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393970.232235:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393970.232238:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393970.232250:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499761152, portal 10 00000400:00000010:0.0:1749393970.232255:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000800:00000200:2.0:1749393970.232256:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:0.0:1749393970.232257:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499761152, offset 0 00000400:00000200:0.0:1749393970.232262:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393970.232264:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393970.232267:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393970.232268:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393970.232271:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393970.232275:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393970.232275:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393970.232278:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393970.232278:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393970.232281:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393970.232283:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393970.232287:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [560:560:254:4294967295] 192.168.203.132@tcp LPNI seq info [571:571:6:4294967295] 00000400:00000200:0.0:1749393970.232291:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749393970.232293:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:0.0:1749393970.232298:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749393970.232302:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749393970.232303:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393970.232306:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393970.232310:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749393970.232310:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393970.232315:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749393970.232315:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000800:00000200:0.0:1749393970.232318:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:3.0:1749393970.232318:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000400:00000200:0.0:1749393970.232332:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749393970.232332:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499761024/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393970.232358:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393970.232360:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:3.0:1749393970.232364:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393970.232368:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393970.232370:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e4c8 00000400:00000010:3.0:1749393970.232373:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e4c8. 00000100:00000200:3.0:1749393970.232378:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499760896/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393970.232467:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393970.232470:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749393970.232472:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393970.232476:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393970.232478:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:3.0:1749393970.232480:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749393970.232484:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499761152/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393970.234306:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234315:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393970.234323:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234328:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234333:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234338:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11d00 00000400:00000200:3.0:1749393970.234343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234349:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1a55 [1] + 224 00000400:00000200:3.0:1749393970.234361:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393970.234373:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393970.234383:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499760896/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393970.234428:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234433:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393970.234437:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234439:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234443:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234446:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11d80 00000400:00000200:3.0:1749393970.234449:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234453:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a4d [1] + 0 00000400:00000200:3.0:1749393970.234459:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393970.234462:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393970.234468:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499761024/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393970.234492:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234496:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393970.234499:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234502:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234504:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393970.234507:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11e00 00000400:00000200:3.0:1749393970.234510:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393970.234512:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393970.234521:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393970.234523:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749393970.234528:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a65 [1] + 0 00000100:00000200:2.0:1749393970.234533:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499760896/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393970.234539:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000100:00000200:2.0:1749393970.234545:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499760896/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393970.234545:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393970.234547:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000200:3.0:1749393970.234548:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393970.234549:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:3.0:1749393970.234555:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499761152/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393970.234559:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499761024/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393970.234574:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7000. 00000100:00000200:0.0:1749393970.234579:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499761024/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393970.234580:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393970.234585:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393970.234668:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393970.234671:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393970.234673:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393970.234678:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499761152/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393970.234687:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499761152/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393970.234702:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749393970.234708:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393970.234711:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393970.234718:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393970.234720:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393970.234723:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749393970.235661:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b892c0. 00000100:00000010:3.0:1749393970.235668:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89ac0. 00000100:00000010:2.0:1749393975.239757:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393975.239791:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393975.239871:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393975.239884:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393975.239928:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:3.0:1749393975.239938:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 02000000:00000010:2.0:1749393975.239961:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000400:00000200:3.0:1749393975.239965:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393975.239971:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4688. 00000400:00000010:3.0:1749393975.239980:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749393975.239990:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499761280, portal 25 02000000:00000010:0.0:1749393975.239992:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000010:3.0:1749393975.239996:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d434c8. 00000100:00000200:3.0:1749393975.240000:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499761280, offset 0 00000400:00000200:0.0:1749393975.240007:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.240011:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749393975.240013:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393975.240020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749393975.240022:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393975.240026:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499761408, portal 10 00000400:00000200:3.0:1749393975.240033:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393975.240035:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749393975.240040:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499761408, offset 0 00000400:00000200:3.0:1749393975.240040:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749393975.240045:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393975.240050:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393975.240050:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393975.240053:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393975.240086:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.240093:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [561:561:256:4294967295] 192.168.203.132@tcp LPNI seq info [572:572:8:4294967295] 00000400:00000200:0.0:1749393975.240095:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393975.240098:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.240111:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393975.240112:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393975.240116:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393975.240118:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393975.240120:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393975.240123:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:3.0:1749393975.240124:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749393975.240126:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [562:562:255:4294967295] 192.168.203.132@tcp LPNI seq info [573:573:7:4294967295] 00000400:00000200:0.0:1749393975.240132:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393975.240133:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393975.240142:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393975.240145:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393975.240148:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393975.240152:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749393975.240152:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393975.240158:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393975.240165:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393975.240169:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393975.240182:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393975.240189:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15840. 00000400:00000200:0.0:1749393975.240197:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393975.240211:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f40. 02000000:00000010:0.0:1749393975.240235:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:0.0:1749393975.240240:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393975.240243:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393975.240247:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393975.240251:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499761536, portal 10 00000400:00000010:0.0:1749393975.240255:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749393975.240257:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499761536, offset 0 00000400:00000200:0.0:1749393975.240262:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393975.240265:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393975.240267:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393975.240269:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749393975.240271:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393975.240274:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393975.240277:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393975.240278:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393975.240279:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393975.240282:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393975.240285:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [563:563:254:4294967295] 192.168.203.132@tcp LPNI seq info [574:574:6:4294967295] 00000400:00000200:2.0:1749393975.240286:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393975.240289:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393975.240292:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d434c8 00000400:00000010:2.0:1749393975.240294:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d434c8. 00000400:00000200:0.0:1749393975.240296:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749393975.240308:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499761280/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393975.240310:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393975.240314:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393975.240318:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393975.240323:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393975.240326:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393975.240332:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393975.240334:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393975.240336:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393975.240340:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393975.240343:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393975.240346:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749393975.240348:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749393975.240353:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499761408/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393975.240441:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393975.240443:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393975.240446:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393975.240449:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393975.240451:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:2.0:1749393975.240453:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749393975.240458:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499761536/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393975.242176:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242184:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393975.242192:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242196:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242205:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a11e80 00000400:00000200:3.0:1749393975.242210:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242225:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1a6d [1] + 224 00000400:00000200:3.0:1749393975.242237:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393975.242241:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393975.242250:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499761280/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393975.242293:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242298:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393975.242301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242304:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242308:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242311:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11f80 00000400:00000200:3.0:1749393975.242314:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242317:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a85 [1] + 0 00000400:00000200:3.0:1749393975.242322:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393975.242326:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393975.242331:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499761536/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393975.242356:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242360:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393975.242364:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242366:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242369:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393975.242372:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a11f00 00000400:00000200:3.0:1749393975.242375:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393975.242380:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4688. 00000400:00000200:2.0:1749393975.242390:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:2.0:1749393975.242392:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000400:00000200:3.0:1749393975.242397:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a7d [1] + 0 00000100:00000200:2.0:1749393975.242402:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499761280/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393975.242405:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393975.242413:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000200:3.0:1749393975.242413:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749393975.242415:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499761280/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393975.242416:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000400:00000200:3.0:1749393975.242417:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393975.242424:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499761408/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393975.242425:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499761536/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393975.242439:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499761536/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393975.242461:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 02000000:00000010:0.0:1749393975.242466:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:2.0:1749393975.242468:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 02000000:00000010:0.0:1749393975.242471:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749393975.242473:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:0.0:1749393975.242475:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000400:00000010:0.0:1749393975.242481:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393975.242483:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393975.242485:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749393975.242489:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499761408/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393975.242498:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499761408/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393975.242511:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393975.242513:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393975.242516:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000100:00000010:2.0:1749393975.243710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15840. 00000100:00000010:3.0:1749393975.243712:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f40. 00000100:00000010:2.0:1749393980.247763:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393980.247797:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393980.247869:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749393980.247881:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749393980.247912:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749393980.247920:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749393980.247970:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7400. 02000000:00000010:0.0:1749393980.247972:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749393980.247989:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.247989:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393980.247995:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:3.0:1749393980.247995:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b46e0. 00000400:00000010:0.0:1749393980.248003:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000010:3.0:1749393980.248003:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 00000100:00000200:3.0:1749393980.248013:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499761664, portal 25 00000400:00000010:3.0:1749393980.248049:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749393980.248054:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499761664, offset 0 00000400:00000200:3.0:1749393980.248067:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749393980.248075:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499761792, portal 10 00000400:00000200:3.0:1749393980.248079:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393980.248083:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749393980.248087:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499761792, offset 0 00000400:00000200:3.0:1749393980.248089:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393980.248095:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393980.248097:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393980.248101:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.248103:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393980.248107:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393980.248108:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393980.248111:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393980.248112:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393980.248116:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749393980.248116:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [564:564:256:4294967295] 192.168.203.132@tcp LPNI seq info [575:575:8:4294967295] 00000400:00000200:0.0:1749393980.248119:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393980.248120:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393980.248122:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393980.248126:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [565:565:256:4294967295] 192.168.203.132@tcp LPNI seq info [576:576:8:4294967295] 00000400:00000200:0.0:1749393980.248131:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.248134:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393980.248141:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393980.248146:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749393980.248150:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393980.248155:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749393980.248155:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749393980.248160:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393980.248165:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749393980.248167:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393980.248171:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749393980.248173:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393980.248176:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393980.248204:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393980.248208:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393980.248211:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f40. 00000100:00000010:3.0:1749393980.248237:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15240. 02000000:00000010:0.0:1749393980.248261:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:0.0:1749393980.248267:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393980.248271:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393980.248275:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393980.248279:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499761920, portal 10 00000400:00000010:0.0:1749393980.248285:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749393980.248288:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499761920, offset 0 00000400:00000200:0.0:1749393980.248295:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393980.248298:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393980.248302:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749393980.248303:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749393980.248307:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393980.248311:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749393980.248313:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393980.248315:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393980.248321:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393980.248327:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393980.248328:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000200:0.0:1749393980.248331:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749393980.248331:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:0.0:1749393980.248336:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [566:566:254:4294967295] 192.168.203.132@tcp LPNI seq info [577:577:6:4294967295] 00000400:00000200:0.0:1749393980.248342:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393980.248347:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499761664/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393980.248353:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393980.248360:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393980.248365:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393980.248370:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393980.248378:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393980.248383:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393980.248391:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393980.248447:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393980.248451:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749393980.248456:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393980.248463:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393980.248467:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749393980.248470:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749393980.248477:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499761792/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393980.248514:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393980.248516:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393980.248519:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393980.248522:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393980.248532:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749393980.248534:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749393980.248540:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499761920/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393980.249954:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.249977:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393980.249991:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250006:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250011:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250016:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12000 00000400:00000200:3.0:1749393980.250048:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250056:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1a8d [1] + 224 00000400:00000200:3.0:1749393980.250070:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393980.250075:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393980.250085:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499761664/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393980.250124:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250128:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393980.250132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250135:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250138:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250141:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12080 00000400:00000200:3.0:1749393980.250145:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250149:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1a9d [1] + 0 00000400:00000200:3.0:1749393980.250154:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393980.250158:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393980.250163:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499761792/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393980.250177:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b46e0. 00000400:00000200:2.0:1749393980.250189:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000010:2.0:1749393980.250193:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000400:00000200:3.0:1749393980.250205:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393980.250206:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499761664/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393980.250209:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393980.250212:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250215:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250218:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393980.250221:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12100 00000400:00000200:3.0:1749393980.250224:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393980.250226:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499761664/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749393996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393980.250227:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1aa5 [1] + 0 00000400:00000010:0.0:1749393980.250236:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393980.250241:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749393980.250243:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749393980.250246:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393980.250251:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499761792/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393980.250255:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:2.0:1749393980.250261:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7400. 00000100:00000200:3.0:1749393980.250262:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499761920/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393980.250265:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499761792/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749393980.250269:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393980.250276:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393980.250291:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393980.250295:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749393980.250297:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393980.250304:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499761920/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393980.250318:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499761920/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393980.250337:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749393980.250344:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749393980.250349:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 02000000:00000010:0.0:1749393980.250355:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393980.250369:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749393980.250372:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000100:00000010:2.0:1749393980.251715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f40. 00000100:00000010:3.0:1749393980.251722:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15240. 00000100:00000010:2.0:1749393985.255782:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393985.255817:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393985.255893:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749393985.255902:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749393985.255945:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749393985.255949:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749393985.256023:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7200. 02000000:00000010:0.0:1749393985.256030:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:2.0:1749393985.256038:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393985.256041:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393985.256043:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:0.0:1749393985.256046:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393985.256051:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000010:2.0:1749393985.256051:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:0.0:1749393985.256060:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499762176, portal 10 00000100:00000200:2.0:1749393985.256064:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499762048, portal 25 00000400:00000010:0.0:1749393985.256068:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000010:2.0:1749393985.256068:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e660. 00000100:00000200:2.0:1749393985.256071:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499762048, offset 0 00000100:00000200:0.0:1749393985.256072:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499762176, offset 0 00000400:00000200:0.0:1749393985.256082:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749393985.256082:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393985.256093:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393985.256094:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393985.256104:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393985.256105:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393985.256113:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393985.256119:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393985.256125:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749393985.256125:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393985.256128:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393985.256129:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393985.256131:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393985.256134:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [567:567:256:4294967295] 192.168.203.132@tcp LPNI seq info [578:578:8:4294967295] 00000400:00000200:2.0:1749393985.256134:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749393985.256137:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [568:568:256:4294967295] 192.168.203.132@tcp LPNI seq info [579:579:8:4294967295] 00000400:00000200:0.0:1749393985.256140:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393985.256142:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393985.256153:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393985.256160:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393985.256165:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749393985.256167:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393985.256173:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393985.256174:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393985.256180:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:2.0:1749393985.256183:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393985.256186:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749393985.256189:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393985.256194:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393985.256199:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749393985.256212:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393985.256218:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c040. 00000400:00000200:0.0:1749393985.256222:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749393985.256235:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c1c0. 02000000:00000010:0.0:1749393985.256262:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393985.256268:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393985.256271:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749393985.256276:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000800:00000200:3.0:1749393985.256277:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749393985.256280:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499762304, portal 10 00000800:00000010:3.0:1749393985.256283:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000010:0.0:1749393985.256285:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:3.0:1749393985.256291:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749393985.256298:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499762304, offset 0 00000400:00000200:3.0:1749393985.256298:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393985.256303:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e660 00000400:00000200:0.0:1749393985.256305:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:3.0:1749393985.256305:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e660. 00000400:00000200:0.0:1749393985.256311:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393985.256316:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:3.0:1749393985.256318:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499762048/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749393985.256320:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393985.256323:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393985.256326:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393985.256329:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393985.256333:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [569:569:254:4294967295] 192.168.203.132@tcp LPNI seq info [580:580:6:4294967295] 00000400:00000200:0.0:1749393985.256338:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393985.256347:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393985.256353:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393985.256373:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749393985.256380:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393985.256387:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393985.256392:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393985.256400:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393985.256432:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393985.256435:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749393985.256439:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393985.256443:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393985.256446:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:3.0:1749393985.256448:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749393985.256454:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499762176/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749393985.256483:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749393985.256485:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749393985.256488:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393985.256491:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749393985.256493:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:3.0:1749393985.256495:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749393985.256499:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499762304/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393985.258170:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258178:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393985.258186:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258200:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258205:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258210:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12180 00000400:00000200:3.0:1749393985.258215:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258222:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1ab5 [1] + 224 00000400:00000200:3.0:1749393985.258234:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393985.258238:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393985.258248:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499762048/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393985.258291:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258295:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393985.258299:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258304:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258307:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12280 00000400:00000200:3.0:1749393985.258310:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258314:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ac5 [1] + 0 00000400:00000200:3.0:1749393985.258319:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393985.258323:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393985.258328:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499762304/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393985.258350:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749393985.258358:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749393985.258360:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749393985.258370:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499762048/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393985.258370:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258374:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393985.258378:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258380:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258383:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393985.258384:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499762048/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393985.258386:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12200 00000400:00000200:3.0:1749393985.258389:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393985.258392:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1aad [1] + 0 00000400:00000200:3.0:1749393985.258408:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749393985.258413:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7200. 00000400:00000200:3.0:1749393985.258416:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:2.0:1749393985.258420:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000200:3.0:1749393985.258422:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499762176/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393985.258425:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749393985.258463:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393985.258473:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749393985.258476:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393985.258489:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499762176/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393985.258508:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499762176/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393985.258542:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393985.258546:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:0.0:1749393985.258548:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749393985.258556:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499762304/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393985.258571:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499762304/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749393995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393985.258692:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393985.258703:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749393985.258709:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:0.0:1749393985.258716:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393985.258721:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749393985.258725:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749393985.259702:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c040. 00000100:00000010:3.0:1749393985.259733:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c1c0. 00000100:00000010:2.0:1749393990.263864:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393990.263900:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393990.264018:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749393990.264028:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749393990.264054:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393990.264073:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393990.264081:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4738. 00000100:00000010:2.0:1749393990.264086:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749393990.264091:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000400:00000010:3.0:1749393990.264092:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43330. 00000100:00000200:3.0:1749393990.264106:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499762432, portal 25 00000400:00000010:3.0:1749393990.264114:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d432a8. 00000100:00000200:3.0:1749393990.264118:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499762432, offset 0 00000400:00000200:3.0:1749393990.264135:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393990.264149:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.264162:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:0.0:1749393990.264163:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:3.0:1749393990.264172:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393990.264173:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393990.264178:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749393990.264179:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749393990.264183:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000400:00000200:3.0:1749393990.264186:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749393990.264188:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499762560, portal 10 00000400:00000200:3.0:1749393990.264190:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749393990.264196:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [570:570:256:4294967295] 192.168.203.132@tcp LPNI seq info [581:581:8:4294967295] 00000400:00000010:0.0:1749393990.264197:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749393990.264202:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499762560, offset 0 00000400:00000200:3.0:1749393990.264203:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393990.264210:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393990.264215:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393990.264221:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749393990.264221:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393990.264225:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393990.264229:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749393990.264230:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393990.264233:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393990.264237:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:3.0:1749393990.264237:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000400:00000200:0.0:1749393990.264242:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [571:571:255:4294967295] 192.168.203.132@tcp LPNI seq info [582:582:7:4294967295] 00000400:00000200:0.0:1749393990.264248:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393990.264249:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393990.264257:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749393990.264263:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393990.264264:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393990.264268:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749393990.264271:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749393990.264274:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749393990.264280:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393990.264284:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749393990.264313:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393990.264324:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15240. 00000400:00000200:0.0:1749393990.264331:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749393990.264348:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15500. 02000000:00000010:0.0:1749393990.264385:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393990.264393:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393990.264397:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749393990.264403:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393990.264408:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499762688, portal 10 00000400:00000010:0.0:1749393990.264414:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749393990.264418:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499762688, offset 0 00000400:00000200:0.0:1749393990.264426:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749393990.264430:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749393990.264432:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393990.264438:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749393990.264438:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:0.0:1749393990.264442:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393990.264446:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749393990.264449:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749393990.264450:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393990.264453:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393990.264457:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [572:572:254:4294967295] 192.168.203.132@tcp LPNI seq info [583:583:6:4294967295] 00000400:00000200:2.0:1749393990.264459:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749393990.264462:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393990.264465:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d432a8 00000400:00000010:2.0:1749393990.264469:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d432a8. 00000400:00000200:0.0:1749393990.264470:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393990.264475:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749393990.264479:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749393990.264484:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749393990.264485:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499762432/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393990.264489:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393990.264492:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393990.264498:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393990.264518:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393990.264522:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749393990.264526:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393990.264531:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393990.264534:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749393990.264537:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749393990.264545:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499762560/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749393990.264675:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393990.264678:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749393990.264681:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393990.264685:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393990.264688:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:2.0:1749393990.264690:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:2.0:1749393990.264696:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499762688/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393990.266475:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266495:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393990.266502:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266507:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266512:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266516:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12300 00000400:00000200:3.0:1749393990.266521:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266528:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1acd [1] + 224 00000400:00000200:3.0:1749393990.266542:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393990.266546:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393990.266555:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499762432/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393990.266597:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266601:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393990.266649:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266652:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749393990.266654:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4738. 00000400:00000200:3.0:1749393990.266655:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266658:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12380 00000400:00000200:3.0:1749393990.266662:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393990.266667:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43330 00000400:00000010:2.0:1749393990.266670:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43330. 00000400:00000200:3.0:1749393990.266677:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1add [1] + 0 00000100:00000200:2.0:1749393990.266683:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499762432/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393990.266684:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393990.266688:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393990.266694:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499762560/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749393990.266702:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499762432/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393990.266726:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266732:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393990.266738:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266742:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393990.266746:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393990.266751:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749393990.266751:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12400 00000400:00000200:3.0:1749393990.266757:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749393990.266759:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393990.266764:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749393990.266772:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ae5 [1] + 0 00000400:00000010:0.0:1749393990.266785:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393990.266791:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:0.0:1749393990.266794:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000400:00000200:3.0:1749393990.266796:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393990.266802:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393990.266803:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499762560/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393990.266810:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499762688/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393990.266819:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499762560/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393990.266849:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393990.266861:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749393990.266864:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749393990.266871:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499762688/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393990.266885:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499762688/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393990.266905:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749393990.266910:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749393990.266915:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749393990.266921:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393990.266925:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749393990.266928:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:3.0:1749393990.267715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15500. 00000100:00000010:2.0:1749393990.267732:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15240. 00000100:00000010:2.0:1749393995.271805:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749393995.271838:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749393995.271911:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749393995.271963:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749393995.271992:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749393995.271998:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749393995.272034:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749393995.272053:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749393995.272059:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4790. 00000400:00000010:3.0:1749393995.272067:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749393995.272077:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499762816, portal 25 00000400:00000010:3.0:1749393995.272084:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43220. 00000100:00000200:3.0:1749393995.272087:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499762816, offset 0 00000400:00000200:3.0:1749393995.272099:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749393995.272105:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:3.0:1749393995.272111:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393995.272120:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.272122:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749393995.272126:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749393995.272130:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749393995.272133:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000200:3.0:1749393995.272135:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749393995.272139:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499762944, portal 10 00000400:00000200:3.0:1749393995.272140:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749393995.272143:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749393995.272148:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000400:00000200:3.0:1749393995.272148:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [573:573:256:4294967295] 192.168.203.132@tcp LPNI seq info [584:584:8:4294967295] 00000400:00000200:3.0:1749393995.272152:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749393995.272153:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499762944, offset 0 00000400:00000200:0.0:1749393995.272164:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393995.272166:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749393995.272173:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749393995.272173:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749393995.272178:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749393995.272181:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393995.272187:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749393995.272187:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749393995.272192:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393995.272197:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749393995.272199:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749393995.272201:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749393995.272205:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749393995.272206:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [574:574:255:4294967295] 192.168.203.132@tcp LPNI seq info [585:585:7:4294967295] 00000400:00000200:0.0:1749393995.272214:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393995.272227:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749393995.272236:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749393995.272238:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:0.0:1749393995.272241:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000100:00000010:3.0:1749393995.272245:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15500. 00000800:00000200:0.0:1749393995.272268:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749393995.272276:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15fc0. 00000800:00000200:0.0:1749393995.272278:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749393995.272283:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393995.272295:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393995.272304:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393995.272308:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 02000000:00000010:0.0:1749393995.272310:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749393995.272316:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749393995.272317:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749393995.272321:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749393995.272325:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749393995.272326:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000400:00000200:2.0:1749393995.272330:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43220 00000400:00000010:2.0:1749393995.272333:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43220. 00000100:00000200:2.0:1749393995.272346:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499762816/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393995.272349:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499763072, portal 10 00000400:00000010:0.0:1749393995.272357:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749393995.272362:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499763072, offset 0 00000400:00000200:0.0:1749393995.272370:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749393995.272377:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393995.272383:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749393995.272388:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749393995.272392:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749393995.272396:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749393995.272400:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749393995.272405:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [575:575:255:4294967295] 192.168.203.132@tcp LPNI seq info [586:586:7:4294967295] 00000400:00000200:0.0:1749393995.272412:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749393995.272423:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749393995.272430:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749393995.272431:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749393995.272433:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000800:00000010:0.0:1749393995.272436:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393995.272436:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393995.272440:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749393995.272443:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749393995.272443:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749393995.272445:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000800:00000200:0.0:1749393995.272450:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:2.0:1749393995.272451:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499762944/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749393995.272455:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749393995.272464:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749393995.272478:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749393995.272480:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749393995.272482:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749393995.272486:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749393995.272498:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749393995.272500:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:2.0:1749393995.272505:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499763072/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393995.273993:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274002:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393995.274010:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274015:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274019:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274024:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12480 00000400:00000200:3.0:1749393995.274029:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274036:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1aed [1] + 224 00000400:00000200:3.0:1749393995.274047:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393995.274051:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393995.274061:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499762816/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393995.274104:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274108:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393995.274112:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274115:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274117:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274120:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12500 00000400:00000200:3.0:1749393995.274124:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274127:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1afd [1] + 0 00000400:00000200:3.0:1749393995.274133:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393995.274136:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749393995.274140:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499762944/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749393995.274164:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4790. 00000400:00000200:2.0:1749393995.274174:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000010:2.0:1749393995.274176:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000100:00000200:2.0:1749393995.274186:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499762816/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393995.274187:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274191:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749393995.274194:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749393995.274200:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499762816/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749393995.274201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749393995.274213:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12580 00000400:00000200:3.0:1749393995.274217:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749393995.274220:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749393995.274227:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749393995.274230:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 02000000:00000010:2.0:1749393995.274230:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749393995.274235:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b05 [1] + 0 02000000:00000010:2.0:1749393995.274237:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000200:0.0:1749393995.274240:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499762944/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749393995.274242:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749393995.274255:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393995.274259:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749393995.274262:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499762944/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393995.274265:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499763072/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749393995.274288:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749393995.274290:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749393995.274292:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749393995.274297:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499763072/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749393995.274306:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499763072/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749393995.274319:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749393995.274325:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749393995.274328:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749393995.274333:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749393995.274335:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749393995.274338:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749393995.275723:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15500. 00000100:00000010:3.0:1749393995.275736:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15fc0. 00000100:00000010:2.0:1749394000.279837:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394000.279871:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394000.279988:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394000.280001:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749394000.280031:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394000.280036:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394000.280093:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6c00. 00000400:00000200:2.0:1749394000.280107:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394000.280113:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394000.280121:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394000.280132:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499763200, portal 25 00000400:00000010:2.0:1749394000.280138:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749394000.280141:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499763200, offset 0 02000000:00000010:0.0:1749394000.280145:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:2.0:1749394000.280153:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394000.280158:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394000.280163:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749394000.280165:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394000.280168:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749394000.280173:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499763328, portal 10 00000400:00000200:2.0:1749394000.280175:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394000.280180:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749394000.280183:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499763328, offset 0 00000400:00000200:0.0:1749394000.280191:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394000.280197:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394000.280202:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394000.280204:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394000.280208:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394000.280208:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394000.280212:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394000.280213:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394000.280215:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394000.280217:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394000.280218:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394000.280222:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [577:577:256:4294967295] 192.168.203.132@tcp LPNI seq info [587:587:8:4294967295] 00000400:00000200:0.0:1749394000.280223:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [577:577:256:4294967295] 192.168.203.132@tcp LPNI seq info [588:588:8:4294967295] 00000400:00000200:2.0:1749394000.280227:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394000.280238:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394000.280241:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394000.280249:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394000.280254:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000400:00000200:0.0:1749394000.280261:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394000.280263:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394000.280267:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394000.280272:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:2.0:1749394000.280276:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394000.280277:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394000.280282:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394000.280284:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394000.280288:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394000.280310:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394000.280312:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394000.280317:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c740. 00000100:00000010:2.0:1749394000.280341:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cd00. 02000000:00000010:0.0:1749394000.280363:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394000.280367:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394000.280370:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394000.280374:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749394000.280377:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499763456, portal 10 00000400:00000010:0.0:1749394000.280381:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394000.280383:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499763456, offset 0 00000400:00000200:0.0:1749394000.280389:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394000.280394:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394000.280397:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394000.280401:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394000.280404:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394000.280406:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749394000.280406:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394000.280409:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394000.280412:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [578:578:254:4294967295] 192.168.203.132@tcp LPNI seq info [589:589:6:4294967295] 00000800:00000010:3.0:1749394000.280413:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:0.0:1749394000.280416:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394000.280422:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394000.280422:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749394000.280427:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394000.280429:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394000.280430:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394000.280433:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394000.280436:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000800:00000200:0.0:1749394000.280438:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000010:3.0:1749394000.280438:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000800:00000200:0.0:1749394000.280440:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:3.0:1749394000.280453:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499763200/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394000.280454:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394000.280477:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394000.280480:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749394000.280483:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394000.280487:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394000.280489:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:3.0:1749394000.280491:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:3.0:1749394000.280497:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499763328/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394000.280589:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394000.280591:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394000.280594:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394000.280597:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394000.280600:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:3.0:1749394000.280649:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749394000.280655:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499763456/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394000.282484:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282492:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394000.282501:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282506:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282511:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282515:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12600 00000400:00000200:3.0:1749394000.282520:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282527:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1b0d [1] + 224 00000400:00000200:3.0:1749394000.282539:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394000.282543:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394000.282553:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499763200/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394000.282596:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282600:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394000.282628:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282630:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282633:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282637:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12680 00000400:00000200:3.0:1749394000.282640:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282646:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b1d [1] + 0 00000400:00000200:3.0:1749394000.282657:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394000.282662:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749394000.282663:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394000.282673:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749394000.282676:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:3.0:1749394000.282688:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499763328/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394000.282689:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499763200/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394000.282709:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499763200/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394000.282732:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282739:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394000.282745:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394000.282748:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6c00. 00000400:00000200:3.0:1749394000.282750:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394000.282757:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394000.282763:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394000.282768:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282773:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12700 00000400:00000200:3.0:1749394000.282779:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394000.282784:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b25 [1] + 0 00000400:00000200:3.0:1749394000.282812:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394000.282817:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749394000.282819:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394000.282825:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749394000.282827:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749394000.282837:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499763328/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394000.282845:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499763456/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394000.282850:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499763328/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394000.282875:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394000.282877:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:0.0:1749394000.282879:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749394000.282914:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499763456/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394000.282923:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499763456/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394000.282938:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394000.282944:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394000.282948:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749394000.282953:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394000.282956:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394000.282959:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:2.0:1749394000.283699:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c740. 00000100:00000010:3.0:1749394000.283704:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cd00. 00000100:00000010:2.0:1749394005.287750:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394005.287783:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394005.287887:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394005.287896:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394005.287948:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394005.287953:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749394005.287975:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749394005.287994:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394005.287998:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000010:3.0:1749394005.288001:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b47e8. 00000400:00000010:3.0:1749394005.288009:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000400:00000200:0.0:1749394005.288011:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394005.288015:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394005.288020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749394005.288020:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499763584, portal 25 00000100:00000200:0.0:1749394005.288025:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499763712, portal 10 00000400:00000010:3.0:1749394005.288025:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749394005.288029:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499763584, offset 0 00000400:00000010:0.0:1749394005.288032:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749394005.288035:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499763712, offset 0 00000400:00000200:3.0:1749394005.288041:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394005.288044:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394005.288053:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.288054:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394005.288064:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394005.288064:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394005.288071:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394005.288077:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394005.288078:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394005.288082:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394005.288083:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394005.288086:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394005.288086:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394005.288089:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394005.288091:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [579:579:256:4294967295] 192.168.203.132@tcp LPNI seq info [590:590:8:4294967295] 00000400:00000200:0.0:1749394005.288093:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [580:580:256:4294967295] 192.168.203.132@tcp LPNI seq info [591:591:8:4294967295] 00000400:00000200:3.0:1749394005.288096:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394005.288098:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.288108:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394005.288114:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394005.288119:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394005.288120:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000800:00000200:0.0:1749394005.288125:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394005.288128:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394005.288130:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394005.288135:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394005.288141:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394005.288142:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394005.288149:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394005.288155:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394005.288167:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394005.288174:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89640. 00000400:00000200:3.0:1749394005.288174:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394005.288204:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89a00. 02000000:00000010:0.0:1749394005.288218:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394005.288223:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394005.288225:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394005.288228:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000800:00000200:3.0:1749394005.288231:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749394005.288232:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499763840, portal 10 00000800:00000010:3.0:1749394005.288234:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000010:0.0:1749394005.288236:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749394005.288238:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499763840, offset 0 00000400:00000200:3.0:1749394005.288242:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394005.288243:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394005.288247:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.288249:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394005.288252:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394005.288253:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000200:0.0:1749394005.288255:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1749394005.288256:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000400:00000200:0.0:1749394005.288257:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394005.288260:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394005.288262:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394005.288265:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [581:581:254:4294967295] 192.168.203.132@tcp LPNI seq info [592:592:6:4294967295] 00000100:00000200:3.0:1749394005.288269:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499763712/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394005.288270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394005.288284:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394005.288289:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394005.288292:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394005.288296:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394005.288302:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394005.288304:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394005.288310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394005.288374:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394005.288377:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:3.0:1749394005.288380:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394005.288384:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394005.288386:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000010:3.0:1749394005.288388:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749394005.288394:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499763584/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394005.288422:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394005.288424:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394005.288427:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394005.288430:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394005.288432:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:3.0:1749394005.288434:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:3.0:1749394005.288439:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499763840/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394005.289928:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.289935:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394005.289942:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.289947:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.289952:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.289957:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12800 00000400:00000200:3.0:1749394005.289970:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.289976:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b35 [1] + 0 00000400:00000200:3.0:1749394005.289988:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394005.289992:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394005.290002:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499763712/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394005.290043:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290047:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394005.290051:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290054:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290057:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290060:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12780 00000400:00000200:3.0:1749394005.290063:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290067:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1b2d [1] + 224 00000400:00000200:3.0:1749394005.290072:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394005.290075:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394005.290075:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394005.290082:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:0.0:1749394005.290085:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749394005.290091:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499763584/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394005.290094:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499763712/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394005.290108:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499763712/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394005.290115:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290119:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394005.290122:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290125:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290127:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290130:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12880 00000400:00000200:3.0:1749394005.290133:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394005.290136:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b45 [1] + 0 02000000:00000010:0.0:1749394005.290144:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394005.290150:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000400:00000200:3.0:1749394005.290152:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749394005.290155:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000200:3.0:1749394005.290156:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394005.290161:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499763840/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394005.290190:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394005.290192:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749394005.290194:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394005.290200:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499763840/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394005.290204:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b47e8. 00000100:00000200:0.0:1749394005.290209:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499763840/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394005.290214:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000010:2.0:1749394005.290217:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 02000000:00000010:0.0:1749394005.290221:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394005.290226:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000200:2.0:1749394005.290227:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499763584/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749394005.290229:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000200:2.0:1749394005.290239:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499763584/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394005.290259:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 02000000:00000010:2.0:1749394005.290263:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394005.290267:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749394005.291707:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89640. 00000100:00000010:3.0:1749394005.291713:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89a00. 00000100:00000010:2.0:1749394010.295736:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394010.295769:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394010.295869:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394010.295878:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394010.295905:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394010.295909:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749394010.295944:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749394010.295963:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394010.295969:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4840. 00000400:00000010:3.0:1749394010.295977:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749394010.295987:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499763968, portal 25 00000400:00000010:3.0:1749394010.295993:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749394010.295996:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499763968, offset 0 02000000:00000010:0.0:1749394010.296003:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:3.0:1749394010.296007:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394010.296015:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.296020:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.296030:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394010.296037:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749394010.296038:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394010.296043:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000400:00000200:3.0:1749394010.296043:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749394010.296047:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499764096, portal 10 00000400:00000200:3.0:1749394010.296048:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394010.296051:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394010.296054:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000400:00000200:3.0:1749394010.296056:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [582:582:256:4294967295] 192.168.203.132@tcp LPNI seq info [593:593:8:4294967295] 00000100:00000200:0.0:1749394010.296058:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499764096, offset 0 00000400:00000200:3.0:1749394010.296061:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394010.296065:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394010.296071:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.296073:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394010.296077:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749394010.296079:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394010.296082:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749394010.296084:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000400:00000200:0.0:1749394010.296085:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394010.296088:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394010.296091:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394010.296093:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394010.296095:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [583:583:255:4294967295] 192.168.203.132@tcp LPNI seq info [594:594:7:4294967295] 00000400:00000200:0.0:1749394010.296100:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394010.296105:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394010.296109:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394010.296111:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394010.296114:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394010.296118:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394010.296123:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394010.296129:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394010.296133:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394010.296143:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394010.296150:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d40. 00000400:00000200:0.0:1749394010.296156:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394010.296174:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a40. 02000000:00000010:0.0:1749394010.296191:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394010.296195:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394010.296198:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394010.296201:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394010.296204:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499764224, portal 10 00000400:00000010:0.0:1749394010.296208:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394010.296210:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499764224, offset 0 00000400:00000200:0.0:1749394010.296215:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394010.296219:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394010.296222:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394010.296231:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394010.296235:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394010.296237:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394010.296239:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394010.296243:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [584:584:254:4294967295] 192.168.203.132@tcp LPNI seq info [595:595:6:4294967295] 00000400:00000200:0.0:1749394010.296247:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394010.296254:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394010.296258:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394010.296261:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:2.0:1749394010.296263:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749394010.296265:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394010.296269:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:2.0:1749394010.296269:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000800:00000200:0.0:1749394010.296272:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394010.296277:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394010.296278:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394010.296285:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394010.296291:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:2.0:1749394010.296293:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:2.0:1749394010.296307:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499763968/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394010.296332:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394010.296334:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394010.296337:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394010.296340:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394010.296352:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:2.0:1749394010.296354:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749394010.296360:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499764096/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394010.296419:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394010.296423:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394010.296425:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394010.296429:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394010.296431:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:2.0:1749394010.296433:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:2.0:1749394010.296438:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499764224/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394010.298161:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298169:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394010.298178:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298192:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298202:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12900 00000400:00000200:3.0:1749394010.298207:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298214:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1b4d [1] + 224 00000400:00000200:3.0:1749394010.298226:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394010.298231:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394010.298240:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499763968/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394010.298283:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298288:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394010.298292:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298294:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298297:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298300:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12980 00000400:00000200:3.0:1749394010.298304:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298307:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b5d [1] + 0 00000400:00000200:3.0:1749394010.298313:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394010.298316:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394010.298321:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499764096/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394010.298349:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298355:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394010.298362:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298366:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298371:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394010.298375:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12a00 00000400:00000010:2.0:1749394010.298377:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4840. 00000400:00000200:3.0:1749394010.298381:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394010.298388:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000010:2.0:1749394010.298390:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000400:00000200:3.0:1749394010.298399:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b65 [1] + 0 00000100:00000200:2.0:1749394010.298400:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499763968/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394010.298409:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749394010.298413:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499763968/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394010.298417:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749394010.298419:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000400:00000200:3.0:1749394010.298425:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394010.298429:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499764096/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394010.298438:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394010.298442:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499764096/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394010.298442:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 00000100:00000200:3.0:1749394010.298449:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499764224/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394010.298450:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394010.298454:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394010.298467:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394010.298470:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:0.0:1749394010.298471:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394010.298476:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499764224/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394010.298484:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499764224/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394010.298497:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394010.298502:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394010.298515:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749394010.298522:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394010.298524:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394010.298527:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:2.0:1749394010.299714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d40. 00000100:00000010:3.0:1749394010.299731:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a40. 00000100:00000010:2.0:1749394015.303850:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394015.303884:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394015.303964:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394015.303977:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749394015.304016:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:3.0:1749394015.304023:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 02000000:00000010:2.0:1749394015.304024:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000400:00000200:3.0:1749394015.304041:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394015.304049:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4898. 00000400:00000010:3.0:1749394015.304062:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749394015.304074:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499764352, portal 25 00000400:00000010:3.0:1749394015.304083:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749394015.304087:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499764352, offset 0 00000400:00000200:3.0:1749394015.304101:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394015.304114:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394015.304123:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:3.0:1749394015.304127:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394015.304136:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.304136:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394015.304140:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394015.304143:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394015.304145:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000400:00000200:3.0:1749394015.304149:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749394015.304150:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499764480, portal 10 00000400:00000200:3.0:1749394015.304152:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394015.304157:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [585:585:256:4294967295] 192.168.203.132@tcp LPNI seq info [596:596:8:4294967295] 00000400:00000010:0.0:1749394015.304158:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394015.304161:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499764480, offset 0 00000400:00000200:3.0:1749394015.304162:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394015.304169:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394015.304176:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.304176:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394015.304182:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749394015.304184:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394015.304186:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749394015.304189:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749394015.304190:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394015.304193:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394015.304195:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394015.304198:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394015.304199:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [586:586:255:4294967295] 192.168.203.132@tcp LPNI seq info [597:597:7:4294967295] 00000400:00000200:0.0:1749394015.304204:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394015.304210:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394015.304213:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394015.304217:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394015.304218:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394015.304222:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394015.304227:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394015.304234:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394015.304238:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394015.304248:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.304249:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394015.304254:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89d40. 00000100:00000010:0.0:1749394015.304300:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89e00. 02000000:00000010:0.0:1749394015.304315:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749394015.304319:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394015.304335:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394015.304340:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000800:00000010:2.0:1749394015.304340:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000010:0.0:1749394015.304343:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749394015.304347:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499764608, portal 10 00000400:00000010:0.0:1749394015.304352:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394015.304354:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499764608, offset 0 00000400:00000200:0.0:1749394015.304359:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394015.304361:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394015.304363:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394015.304367:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394015.304370:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394015.304370:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394015.304373:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394015.304375:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394015.304377:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394015.304377:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:2.0:1749394015.304380:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000400:00000200:0.0:1749394015.304381:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [587:587:254:4294967295] 192.168.203.132@tcp LPNI seq info [598:598:6:4294967295] 00000400:00000200:0.0:1749394015.304385:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394015.304392:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749394015.304395:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499764352/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394015.304397:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394015.304400:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394015.304403:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394015.304408:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394015.304411:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394015.304416:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394015.304431:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394015.304434:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394015.304438:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394015.304443:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394015.304447:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:2.0:1749394015.304450:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749394015.304458:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499764480/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394015.304543:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394015.304546:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394015.304549:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394015.304552:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394015.304555:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749394015.304557:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749394015.304562:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499764608/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394015.306503:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306511:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394015.306520:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306534:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306539:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306544:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12a80 00000400:00000200:3.0:1749394015.306549:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306555:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1b6d [1] + 224 00000400:00000200:3.0:1749394015.306569:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394015.306573:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394015.306583:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499764352/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394015.306684:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4898. 00000400:00000200:2.0:1749394015.306693:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000010:2.0:1749394015.306696:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000400:00000200:3.0:1749394015.306696:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306703:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:2.0:1749394015.306706:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499764352/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394015.306710:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306715:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306720:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394015.306734:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499764352/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394015.306734:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12b80 00000400:00000200:3.0:1749394015.306740:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306746:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b85 [1] + 0 00000400:00000200:3.0:1749394015.306755:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394015.306760:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:2.0:1749394015.306767:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 00000100:00000200:3.0:1749394015.306768:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499764608/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394015.306776:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394015.306828:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394015.306849:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306856:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394015.306862:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306866:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306871:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306876:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12b00 00000400:00000200:3.0:1749394015.306882:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394015.306887:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b7d [1] + 0 00000400:00000200:3.0:1749394015.306922:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394015.306934:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394015.306937:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394015.306945:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:0.0:1749394015.306947:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:3.0:1749394015.306955:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499764480/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394015.306957:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499764608/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394015.306970:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499764608/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394015.306995:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394015.307001:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394015.307014:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000400:00000010:0.0:1749394015.307023:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394015.307026:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:0.0:1749394015.307027:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394015.307033:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499764480/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394015.307041:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499764480/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394015.307054:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394015.307058:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394015.307060:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749394015.307722:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89d40. 00000100:00000010:3.0:1749394015.307730:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89e00. 00000100:00000010:2.0:1749394020.311732:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394020.311793:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394020.311875:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749394020.311890:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749394020.311931:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 00000100:00000010:2.0:1749394020.311934:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394020.311941:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000400:00000200:3.0:1749394020.311950:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394020.311958:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b48f0. 00000400:00000010:3.0:1749394020.311968:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749394020.311990:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499764736, portal 25 00000400:00000010:3.0:1749394020.311998:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749394020.312003:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499764736, offset 0 00000400:00000200:3.0:1749394020.312018:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394020.312032:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.312043:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394020.312051:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394020.312056:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 02000000:00000010:0.0:1749394020.312057:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:3.0:1749394020.312061:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394020.312064:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394020.312069:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [588:588:256:4294967295] 192.168.203.132@tcp LPNI seq info [599:599:8:4294967295] 00000400:00000200:0.0:1749394020.312070:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394020.312074:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394020.312074:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394020.312079:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394020.312084:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499764864, portal 10 00000400:00000200:3.0:1749394020.312089:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:0.0:1749394020.312091:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749394020.312095:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499764864, offset 0 00000800:00000200:3.0:1749394020.312095:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394020.312101:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749394020.312103:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394020.312109:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394020.312110:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394020.312115:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394020.312120:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749394020.312121:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394020.312123:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394020.312127:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749394020.312128:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394020.312129:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394020.312133:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [589:589:255:4294967295] 192.168.203.132@tcp LPNI seq info [600:600:7:4294967295] 00000400:00000200:0.0:1749394020.312137:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394020.312147:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394020.312152:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394020.312156:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394020.312158:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394020.312161:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749394020.312168:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a40. 00000100:00000010:3.0:1749394020.312186:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15000. 00000800:00000200:0.0:1749394020.312187:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394020.312192:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394020.312202:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394020.312213:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394020.312217:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394020.312219:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394020.312223:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394020.312226:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499764992, portal 10 00000400:00000010:0.0:1749394020.312231:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394020.312233:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499764992, offset 0 00000400:00000200:0.0:1749394020.312237:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394020.312241:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394020.312243:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394020.312244:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394020.312247:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1749394020.312248:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749394020.312250:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394020.312252:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394020.312254:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394020.312257:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [590:590:254:4294967295] 192.168.203.132@tcp LPNI seq info [601:601:6:4294967295] 00000400:00000200:2.0:1749394020.312259:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394020.312261:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394020.312268:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749394020.312269:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394020.312272:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394020.312275:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394020.312276:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000800:00000200:0.0:1749394020.312278:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000010:2.0:1749394020.312280:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000800:00000200:0.0:1749394020.312283:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394020.312285:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394020.312290:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394020.312296:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499764736/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394020.312323:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394020.312326:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394020.312329:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394020.312332:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394020.312335:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749394020.312337:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749394020.312342:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499764864/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394020.312432:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394020.312434:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394020.312437:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394020.312441:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394020.312443:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:2.0:1749394020.312445:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749394020.312450:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499764992/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394020.314423:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314442:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394020.314450:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314454:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314460:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314464:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12c00 00000400:00000200:3.0:1749394020.314469:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314475:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1b8d [1] + 224 00000400:00000200:3.0:1749394020.314489:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394020.314493:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394020.314503:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499764736/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394020.314546:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314550:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394020.314554:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314557:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314560:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314563:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12c80 00000400:00000200:3.0:1749394020.314567:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314570:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1b9d [1] + 0 00000400:00000200:3.0:1749394020.314575:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394020.314579:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749394020.314585:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b48f0. 00000400:00000200:2.0:1749394020.314595:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000010:2.0:1749394020.314598:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 00000100:00000200:2.0:1749394020.314633:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499764736/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394020.314647:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499764736/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394020.314651:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499764864/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394020.314677:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 00000400:00000200:3.0:1749394020.314680:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394020.314684:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000400:00000200:3.0:1749394020.314684:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000010:2.0:1749394020.314688:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394020.314688:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314690:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314693:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314697:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12d00 00000400:00000200:3.0:1749394020.314700:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394020.314711:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ba5 [1] + 0 00000400:00000200:3.0:1749394020.314733:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394020.314737:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394020.314773:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499764992/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394020.314782:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394020.314790:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:0.0:1749394020.314792:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394020.314802:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499764864/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394020.314832:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499764864/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394020.314859:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394020.314861:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749394020.314863:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394020.314868:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499764992/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394020.314876:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499764992/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394020.314889:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394020.314894:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394020.314898:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 02000000:00000010:0.0:1749394020.314903:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394020.314906:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394020.314909:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:3.0:1749394020.315678:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15000. 00000100:00000010:2.0:1749394020.315691:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a40. 00000100:00000010:2.0:1749394025.319860:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394025.319894:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394025.319983:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394025.319992:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749394025.320022:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394025.320027:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749394025.320080:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6600. 00000400:00000200:2.0:1749394025.320095:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394025.320101:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394025.320109:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394025.320120:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499765120, portal 25 00000400:00000010:2.0:1749394025.320125:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e6e8. 00000100:00000200:2.0:1749394025.320128:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499765120, offset 0 00000400:00000200:2.0:1749394025.320140:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749394025.320148:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59400. 00000400:00000200:2.0:1749394025.320152:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394025.320162:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394025.320164:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394025.320170:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394025.320171:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749394025.320176:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394025.320177:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:2.0:1749394025.320181:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749394025.320183:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499765248, portal 10 00000400:00000010:0.0:1749394025.320192:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394025.320207:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499765248, offset 0 00000400:00000200:2.0:1749394025.320215:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394025.320218:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394025.320220:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [591:591:256:4294967295] 192.168.203.132@tcp LPNI seq info [602:602:8:4294967295] 00000400:00000200:2.0:1749394025.320225:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394025.320227:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394025.320235:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394025.320238:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394025.320241:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394025.320246:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:2.0:1749394025.320246:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394025.320251:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1749394025.320251:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000400:00000200:0.0:1749394025.320254:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749394025.320259:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394025.320260:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [592:592:255:4294967295] 192.168.203.132@tcp LPNI seq info [603:603:7:4294967295] 00000800:00000200:2.0:1749394025.320272:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394025.320277:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394025.320278:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394025.320287:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394025.320293:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394025.320298:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394025.320306:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749394025.320306:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394025.320312:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c3c0. 00000800:00000200:0.0:1749394025.320315:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394025.320320:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749394025.320326:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c280. 00000400:00000200:0.0:1749394025.320331:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394025.320348:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749394025.320354:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394025.320358:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394025.320363:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394025.320368:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499765376, portal 10 00000400:00000010:0.0:1749394025.320374:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749394025.320377:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499765376, offset 0 00000400:00000200:0.0:1749394025.320383:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394025.320398:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394025.320403:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394025.320408:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394025.320411:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394025.320415:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394025.320418:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394025.320418:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394025.320423:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [593:593:254:4294967295] 192.168.203.132@tcp LPNI seq info [604:604:6:4294967295] 00000800:00000010:3.0:1749394025.320423:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:0.0:1749394025.320430:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.320431:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394025.320440:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394025.320442:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394025.320445:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e6e8 00000800:00000200:0.0:1749394025.320447:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000010:3.0:1749394025.320448:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e6e8. 00000800:00000010:0.0:1749394025.320450:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394025.320454:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394025.320460:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:3.0:1749394025.320461:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499765120/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394025.320463:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394025.320477:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394025.320484:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394025.320486:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394025.320489:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394025.320493:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394025.320495:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:3.0:1749394025.320497:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:3.0:1749394025.320502:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499765248/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394025.320592:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394025.320594:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394025.320597:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394025.320600:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394025.320650:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:3.0:1749394025.320652:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749394025.320657:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499765376/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394025.322671:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322689:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394025.322698:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322702:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322707:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322739:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12d80 00000400:00000200:3.0:1749394025.322744:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322751:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1bad [1] + 224 00000400:00000200:3.0:1749394025.322765:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394025.322769:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394025.322779:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499765120/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394025.322819:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322823:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394025.322827:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322830:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322833:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322836:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12e00 00000400:00000200:3.0:1749394025.322839:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322843:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1bbd [1] + 0 00000400:00000200:3.0:1749394025.322848:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394025.322851:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394025.322857:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499765248/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394025.322880:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322884:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394025.322887:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322890:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322893:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394025.322896:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12e80 00000400:00000200:3.0:1749394025.322899:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394025.322907:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394025.322915:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749394025.322917:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749394025.322923:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1bc5 [1] + 0 00000100:00000200:2.0:1749394025.322927:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499765120/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394025.322940:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499765120/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394025.322941:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394025.322945:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394025.322951:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499765376/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394025.322971:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394025.322979:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 02000000:00000010:2.0:1749394025.322980:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6600. 00000400:00000010:0.0:1749394025.322981:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 02000000:00000010:2.0:1749394025.322985:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394025.322990:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749394025.322991:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499765248/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394025.323004:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499765248/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394025.323030:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394025.323032:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749394025.323034:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394025.323038:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499765376/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394025.323047:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499765376/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394025.323060:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59400. 02000000:00000010:0.0:1749394025.323065:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394025.323069:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:0.0:1749394025.323075:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394025.323078:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394025.323081:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:3.0:1749394025.323705:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c280. 00000100:00000010:2.0:1749394025.324704:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c3c0. 00000100:00000010:2.0:1749394030.327734:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394030.327759:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394030.327810:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394030.327816:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394030.327835:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394030.327839:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749394030.327844:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749394030.327855:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394030.327859:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4948. 00000400:00000010:3.0:1749394030.327865:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43220. 02000000:00000010:0.0:1749394030.327867:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000100:00000200:3.0:1749394030.327872:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499765504, portal 25 00000400:00000200:0.0:1749394030.327874:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394030.327876:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43330. 00000400:00000010:0.0:1749394030.327877:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749394030.327878:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499765504, offset 0 00000400:00000010:0.0:1749394030.327881:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000400:00000200:3.0:1749394030.327885:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394030.327891:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499765632, portal 10 00000400:00000200:3.0:1749394030.327894:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394030.327897:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394030.327900:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499765632, offset 0 00000400:00000200:3.0:1749394030.327901:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394030.327905:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394030.327905:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394030.327909:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394030.327910:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.327912:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394030.327914:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394030.327914:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394030.327917:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [594:594:256:4294967295] 192.168.203.132@tcp LPNI seq info [605:605:8:4294967295] 00000400:00000200:3.0:1749394030.327919:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.327926:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394030.327930:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394030.327931:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394030.327933:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749394030.327934:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749394030.327935:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394030.327936:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394030.327938:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [595:595:255:4294967295] 192.168.203.132@tcp LPNI seq info [606:606:7:4294967295] 00000800:00000200:3.0:1749394030.327940:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394030.327941:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394030.327946:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394030.327948:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394030.327948:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749394030.327951:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749394030.327952:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394030.327953:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394030.327957:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394030.327959:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394030.327967:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394030.327969:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394030.327972:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15cc0. 00000100:00000010:3.0:1749394030.328000:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15540. 02000000:00000010:0.0:1749394030.328020:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749394030.328025:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394030.328027:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000800:00000200:2.0:1749394030.328028:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394030.328030:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749394030.328032:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499765760, portal 10 00000400:00000010:0.0:1749394030.328036:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000800:00000010:2.0:1749394030.328036:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000100:00000200:0.0:1749394030.328038:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499765760, offset 0 00000400:00000200:0.0:1749394030.328041:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394030.328043:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394030.328045:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394030.328047:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394030.328048:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394030.328050:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394030.328051:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394030.328052:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43330 00000400:00000200:0.0:1749394030.328054:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1749394030.328054:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43330. 00000400:00000200:0.0:1749394030.328056:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394030.328058:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [596:596:254:4294967295] 192.168.203.132@tcp LPNI seq info [607:607:6:4294967295] 00000400:00000200:0.0:1749394030.328061:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394030.328065:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499765504/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394030.328067:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394030.328076:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394030.328079:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394030.328082:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394030.328085:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394030.328087:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394030.328092:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394030.328146:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394030.328148:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394030.328151:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394030.328154:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394030.328156:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749394030.328158:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749394030.328162:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499765632/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394030.328186:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394030.328187:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394030.328189:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394030.328191:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394030.328192:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:2.0:1749394030.328193:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749394030.328195:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499765760/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394030.329412:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329416:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394030.329421:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329423:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329426:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329428:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a12f00 00000400:00000200:3.0:1749394030.329430:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329434:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1bcd [1] + 224 00000400:00000200:3.0:1749394030.329441:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394030.329443:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394030.329449:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499765504/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394030.329467:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329469:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394030.329472:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329473:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329474:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329476:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13000 00000400:00000200:3.0:1749394030.329477:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329479:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1be5 [1] + 0 00000400:00000200:3.0:1749394030.329482:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394030.329483:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394030.329486:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499765760/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394030.329488:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4948. 00000400:00000200:2.0:1749394030.329494:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43220 00000400:00000010:2.0:1749394030.329496:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43220. 00000100:00000200:2.0:1749394030.329502:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499765504/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394030.329503:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329505:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394030.329507:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329508:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394030.329510:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394030.329513:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499765504/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394030.329516:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a12f80 00000400:00000200:3.0:1749394030.329518:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394030.329519:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394030.329522:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749394030.329523:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000400:00000200:3.0:1749394030.329526:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1bdd [1] + 0 00000100:00000200:0.0:1749394030.329527:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499765760/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394030.329533:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499765760/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394030.329535:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749394030.329536:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394030.329539:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394030.329542:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499765632/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394030.329545:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 02000000:00000010:0.0:1749394030.329548:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 00000100:00000010:2.0:1749394030.329549:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394030.329551:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394030.329554:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000400:00000010:0.0:1749394030.329557:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394030.329559:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749394030.329560:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394030.329564:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499765632/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394030.329571:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499765632/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394030.329581:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394030.329584:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394030.329586:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000100:00000010:2.0:1749394030.331658:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15cc0. 00000100:00000010:3.0:1749394030.331659:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15540. 00000100:00000010:2.0:1749394035.335870:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394035.335905:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394035.335981:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394035.335990:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749394035.336019:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394035.336023:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394035.336078:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6400. 02000000:00000010:0.0:1749394035.336092:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:2.0:1749394035.336093:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394035.336099:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000200:0.0:1749394035.336107:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394035.336108:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000400:00000010:0.0:1749394035.336114:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000100:00000200:2.0:1749394035.336118:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499765888, portal 25 00000400:00000010:0.0:1749394035.336121:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000400:00000010:2.0:1749394035.336124:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e770. 00000100:00000200:2.0:1749394035.336127:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499765888, offset 0 00000400:00000200:2.0:1749394035.336139:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394035.336149:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499766016, portal 10 00000400:00000200:2.0:1749394035.336151:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394035.336159:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000400:00000200:2.0:1749394035.336162:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394035.336165:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499766016, offset 0 00000400:00000200:2.0:1749394035.336170:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394035.336176:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394035.336176:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394035.336180:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394035.336185:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394035.336185:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394035.336190:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [597:597:256:4294967295] 192.168.203.132@tcp LPNI seq info [608:608:8:4294967295] 00000400:00000200:0.0:1749394035.336193:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394035.336195:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394035.336199:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394035.336204:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394035.336208:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394035.336208:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394035.336212:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749394035.336215:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394035.336218:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [598:598:255:4294967295] 192.168.203.132@tcp LPNI seq info [609:609:7:4294967295] 00000800:00000010:2.0:1749394035.336219:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000400:00000200:0.0:1749394035.336225:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394035.336228:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394035.336239:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394035.336240:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394035.336246:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394035.336247:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394035.336252:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394035.336259:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394035.336268:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394035.336273:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394035.336286:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394035.336293:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c3c0. 00000400:00000200:0.0:1749394035.336300:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394035.336320:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c600. 02000000:00000010:0.0:1749394035.336348:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749394035.336354:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394035.336357:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394035.336358:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394035.336363:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000800:00000010:3.0:1749394035.336364:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000100:00000200:0.0:1749394035.336368:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499766144, portal 10 00000400:00000010:0.0:1749394035.336374:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000200:3.0:1749394035.336374:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394035.336378:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499766144, offset 0 00000400:00000200:3.0:1749394035.336382:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394035.336385:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394035.336387:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e770 00000400:00000010:3.0:1749394035.336390:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e770. 00000400:00000200:0.0:1749394035.336392:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394035.336397:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394035.336402:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1749394035.336404:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499765888/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394035.336406:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394035.336418:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394035.336421:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394035.336426:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [599:599:255:4294967295] 192.168.203.132@tcp LPNI seq info [610:610:7:4294967295] 00000400:00000200:0.0:1749394035.336433:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394035.336445:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394035.336453:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394035.336458:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394035.336464:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394035.336472:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394035.336476:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394035.336486:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394035.336506:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394035.336509:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394035.336512:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394035.336517:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394035.336519:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:3.0:1749394035.336521:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:3.0:1749394035.336527:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499766016/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394035.336554:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394035.336557:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394035.336559:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394035.336562:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394035.336564:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:3.0:1749394035.336566:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:3.0:1749394035.336570:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499766144/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394035.338414:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338422:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394035.338431:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338436:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338441:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338445:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13080 00000400:00000200:3.0:1749394035.338450:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338457:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1bed [1] + 224 00000400:00000200:3.0:1749394035.338469:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394035.338473:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394035.338482:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499765888/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394035.338524:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338528:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394035.338532:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338535:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338537:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338540:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13180 00000400:00000200:3.0:1749394035.338544:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338547:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c05 [1] + 0 00000400:00000200:3.0:1749394035.338553:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394035.338556:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394035.338561:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499766144/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394035.338586:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338590:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394035.338594:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394035.338596:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394035.338638:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394035.338672:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000200:3.0:1749394035.338672:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394035.338674:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749394035.338676:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13100 00000400:00000200:3.0:1749394035.338679:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394035.338682:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749394035.338685:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499765888/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394035.338690:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749394035.338693:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:2.0:1749394035.338698:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499765888/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394035.338699:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1bfd [1] + 0 00000100:00000200:0.0:1749394035.338704:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499766144/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394035.338720:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394035.338723:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499766144/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394035.338724:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:2.0:1749394035.338726:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6400. 00000100:00000200:3.0:1749394035.338731:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499766016/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394035.338732:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394035.338737:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394035.338755:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394035.338762:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394035.338767:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000400:00000010:0.0:1749394035.338775:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394035.338778:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749394035.338781:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394035.338789:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499766016/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394035.338802:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499766016/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394035.338819:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394035.338834:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394035.338838:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000100:00000010:3.0:1749394035.339723:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c600. 00000100:00000010:2.0:1749394035.339731:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c3c0. 00000100:00000010:2.0:1749394040.343853:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394040.343891:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394040.343967:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394040.343979:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749394040.344007:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394040.344012:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:0.0:1749394040.344075:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 02000000:00000010:3.0:1749394040.344076:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:0.0:1749394040.344094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.344094:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394040.344100:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:3.0:1749394040.344101:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b49a0. 00000400:00000010:0.0:1749394040.344108:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000400:00000010:3.0:1749394040.344108:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d432a8. 00000100:00000200:0.0:1749394040.344119:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499766400, portal 10 00000400:00000010:0.0:1749394040.344127:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749394040.344129:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499766272, portal 25 00000100:00000200:0.0:1749394040.344132:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499766400, offset 0 00000400:00000010:3.0:1749394040.344136:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 00000100:00000200:3.0:1749394040.344140:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499766272, offset 0 00000400:00000200:0.0:1749394040.344144:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394040.344151:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394040.344156:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.344159:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394040.344166:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394040.344167:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394040.344173:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394040.344174:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394040.344179:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394040.344180:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394040.344184:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394040.344185:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394040.344187:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394040.344189:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394040.344192:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [600:600:256:4294967295] 192.168.203.132@tcp LPNI seq info [611:611:8:4294967295] 00000400:00000200:3.0:1749394040.344194:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [601:601:256:4294967295] 192.168.203.132@tcp LPNI seq info [612:612:8:4294967295] 00000400:00000200:0.0:1749394040.344196:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.344202:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.344220:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394040.344229:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394040.344233:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394040.344237:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000800:00000200:0.0:1749394040.344238:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394040.344242:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394040.344249:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394040.344249:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394040.344263:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394040.344263:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394040.344269:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394040.344287:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394040.344292:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1749394040.344294:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89780. 00000400:00000200:3.0:1749394040.344303:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394040.344324:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89880. 02000000:00000010:0.0:1749394040.344335:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394040.344339:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394040.344341:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394040.344344:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394040.344368:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499766528, portal 10 00000800:00000200:3.0:1749394040.344371:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394040.344373:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749394040.344375:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499766528, offset 0 00000800:00000010:3.0:1749394040.344375:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:0.0:1749394040.344380:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394040.344384:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.344385:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394040.344388:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394040.344391:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394040.344394:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394040.344394:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394040.344397:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394040.344399:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394040.344400:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000200:0.0:1749394040.344403:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [602:602:254:4294967295] 192.168.203.132@tcp LPNI seq info [613:613:6:4294967295] 00000400:00000010:3.0:1749394040.344403:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000400:00000200:0.0:1749394040.344407:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394040.344414:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394040.344418:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394040.344421:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000100:00000200:3.0:1749394040.344421:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499766400/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394040.344425:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394040.344430:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394040.344433:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394040.344439:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394040.344456:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394040.344460:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000400:00000200:3.0:1749394040.344465:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394040.344471:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394040.344475:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000010:3.0:1749394040.344478:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000100:00000200:3.0:1749394040.344486:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499766272/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394040.344590:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394040.344593:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394040.344596:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394040.344600:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394040.344696:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:3.0:1749394040.344698:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:3.0:1749394040.344705:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499766528/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394040.346594:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346655:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394040.346664:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346669:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346674:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346679:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13280 00000400:00000200:3.0:1749394040.346694:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346701:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c0d [1] + 0 00000400:00000200:3.0:1749394040.346715:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394040.346719:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394040.346729:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499766400/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394040.346772:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346776:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394040.346780:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346783:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346786:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346789:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13300 00000400:00000200:3.0:1749394040.346792:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346796:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c25 [1] + 0 00000400:00000200:3.0:1749394040.346801:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394040.346804:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394040.346809:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394040.346816:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749394040.346819:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:3.0:1749394040.346825:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499766528/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394040.346828:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499766400/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394040.346841:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394040.346842:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499766400/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394040.346845:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394040.346848:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346851:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346853:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346856:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13200 00000400:00000200:3.0:1749394040.346859:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394040.346863:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1c15 [1] + 224 00000400:00000010:0.0:1749394040.346876:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394040.346878:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749394040.346880:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000400:00000200:3.0:1749394040.346881:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394040.346884:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499766528/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394040.346885:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394040.346891:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499766272/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394040.346909:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499766528/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394040.346926:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394040.346933:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394040.346939:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749394040.346944:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394040.346947:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394040.346950:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000400:00000010:2.0:1749394040.346977:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b49a0. 00000400:00000200:2.0:1749394040.346987:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d432a8 00000400:00000010:2.0:1749394040.346990:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d432a8. 00000100:00000200:2.0:1749394040.347000:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499766272/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394040.347013:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499766272/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394040.347032:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 02000000:00000010:2.0:1749394040.347037:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394040.347041:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749394040.348728:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89780. 00000100:00000010:3.0:1749394040.348744:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89880. 00000100:00000010:2.0:1749394045.351867:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394045.351898:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394045.351981:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394045.351993:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749394045.352033:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000100:00000010:2.0:1749394045.352034:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394045.352040:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000400:00000200:3.0:1749394045.352052:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394045.352059:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b49f8. 00000400:00000010:3.0:1749394045.352069:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 00000100:00000200:3.0:1749394045.352081:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499766656, portal 25 00000400:00000010:3.0:1749394045.352088:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394045.352093:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499766656, offset 0 00000400:00000200:3.0:1749394045.352107:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749394045.352110:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:3.0:1749394045.352121:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394045.352129:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.352134:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394045.352135:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394045.352142:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000200:3.0:1749394045.352143:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394045.352149:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749394045.352150:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499766784, portal 10 00000400:00000200:3.0:1749394045.352154:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394045.352157:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394045.352158:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394045.352162:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499766784, offset 0 00000400:00000200:3.0:1749394045.352162:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [603:603:256:4294967295] 192.168.203.132@tcp LPNI seq info [614:614:8:4294967295] 00000400:00000200:3.0:1749394045.352167:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394045.352172:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394045.352181:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394045.352182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394045.352189:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394045.352190:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749394045.352194:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749394045.352197:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394045.352201:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749394045.352204:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394045.352205:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394045.352208:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394045.352213:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [604:604:255:4294967295] 192.168.203.132@tcp LPNI seq info [615:615:7:4294967295] 00000800:00000200:3.0:1749394045.352216:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394045.352218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394045.352223:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394045.352229:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394045.352235:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394045.352239:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394045.352246:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394045.352254:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394045.352257:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000010:3.0:1749394045.352265:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae153c0. 00000800:00000200:0.0:1749394045.352277:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749394045.352283:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15dc0. 00000400:00000200:0.0:1749394045.352287:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394045.352304:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394045.352307:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394045.352310:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394045.352313:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394045.352316:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499766912, portal 10 00000400:00000010:0.0:1749394045.352320:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749394045.352322:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499766912, offset 0 00000400:00000200:0.0:1749394045.352326:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394045.352330:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394045.352333:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394045.352336:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394045.352338:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394045.352341:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394045.352343:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394045.352346:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [605:605:254:4294967295] 192.168.203.132@tcp LPNI seq info [616:616:6:4294967295] 00000800:00000200:2.0:1749394045.352348:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394045.352350:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749394045.352354:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749394045.352356:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394045.352361:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394045.352363:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394045.352364:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749394045.352367:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394045.352372:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749394045.352373:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394045.352375:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394045.352378:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000200:0.0:1749394045.352380:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394045.352381:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:2.0:1749394045.352394:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499766656/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394045.352422:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394045.352425:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394045.352428:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394045.352432:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394045.352435:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:2.0:1749394045.352437:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:2.0:1749394045.352443:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499766784/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394045.352526:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394045.352529:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394045.352532:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394045.352536:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394045.352538:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749394045.352540:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749394045.352545:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499766912/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394045.354500:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354507:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394045.354515:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354534:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354539:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354544:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13480 00000400:00000200:3.0:1749394045.354549:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354556:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c45 [1] + 0 00000400:00000200:3.0:1749394045.354569:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394045.354600:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394045.354648:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499766912/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394045.354687:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354691:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394045.354696:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354698:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354702:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354705:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13400 00000400:00000200:3.0:1749394045.354709:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354713:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c3d [1] + 0 00000400:00000200:3.0:1749394045.354719:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394045.354723:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394045.354724:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394045.354731:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749394045.354734:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:3.0:1749394045.354740:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499766784/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394045.354745:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499766912/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394045.354756:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354760:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:0.0:1749394045.354761:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499766912/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394045.354764:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354766:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354769:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354772:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13380 00000400:00000200:3.0:1749394045.354775:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394045.354779:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1c2d [1] + 224 00000400:00000200:3.0:1749394045.354795:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:02020000:0.0:1749394045.354798:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 00000400:00000200:3.0:1749394045.354805:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394045.354810:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499766656/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394045.354895:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b49f8. 00000400:00000200:2.0:1749394045.354909:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000010:2.0:1749394045.354911:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000100:00000200:2.0:1749394045.354918:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499766656/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394045.354928:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499766656/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394045.354953:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:2.0:1749394045.354960:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394045.354965:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:3.0:1749394045.355687:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15dc0. 00000100:00000010:2.0:1749394045.355711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae153c0. 02000000:00000010:0.0:1749394045.364116:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394045.364126:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394045.364131:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000400:00000010:0.0:1749394045.364188:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394045.364191:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749394045.364194:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394045.364202:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499766784/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394045.364213:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499766784/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749394045.364228:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:0.0:1749394045.364236:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394045.364240:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394045.364243:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749394050.359835:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394050.359869:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394050.359946:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749394050.359955:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749394050.359984:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394050.359989:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749394050.360042:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7000. 00000400:00000200:2.0:1749394050.360057:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394050.360063:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394050.360071:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394050.360081:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499767040, portal 25 00000400:00000010:2.0:1749394050.360087:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e7f8. 00000100:00000200:2.0:1749394050.360090:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499767040, offset 0 00000400:00000200:2.0:1749394050.360102:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394050.360115:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394050.360125:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394050.360132:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394050.360138:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 02000000:00000010:0.0:1749394050.360141:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:2.0:1749394050.360142:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394050.360145:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394050.360150:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [606:606:256:4294967295] 192.168.203.132@tcp LPNI seq info [617:617:8:4294967295] 00000400:00000200:0.0:1749394050.360162:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394050.360167:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394050.360174:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000200:2.0:1749394050.360179:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394050.360182:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499767168, portal 10 00000400:00000010:0.0:1749394050.360191:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394050.360194:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499767168, offset 0 00000400:00000200:2.0:1749394050.360194:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394050.360201:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394050.360204:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394050.360206:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749394050.360216:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394050.360216:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394050.360225:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749394050.360228:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394050.360230:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749394050.360234:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394050.360235:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394050.360239:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394050.360242:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394050.360261:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394050.360264:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [607:607:255:4294967295] 192.168.203.132@tcp LPNI seq info [618:618:7:4294967295] 00000100:00000010:2.0:1749394050.360268:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000400:00000200:0.0:1749394050.360269:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394050.360281:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000010:2.0:1749394050.360283:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c7c0. 00000800:00000200:0.0:1749394050.360288:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394050.360293:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394050.360300:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394050.360312:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394050.360317:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394050.360326:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394050.360333:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1749394050.360341:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000800:00000010:3.0:1749394050.360341:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749394050.360345:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394050.360347:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394050.360351:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:3.0:1749394050.360351:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394050.360354:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499767296, portal 10 00000400:00000010:0.0:1749394050.360358:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749394050.360359:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394050.360360:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499767296, offset 0 00000400:00000200:0.0:1749394050.360364:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394050.360365:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e7f8 00000400:00000200:0.0:1749394050.360368:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394050.360368:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e7f8. 00000400:00000200:0.0:1749394050.360371:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394050.360374:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394050.360377:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394050.360379:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394050.360382:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:3.0:1749394050.360382:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499767040/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394050.360385:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [608:608:254:4294967295] 192.168.203.132@tcp LPNI seq info [619:619:6:4294967295] 00000400:00000200:0.0:1749394050.360389:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394050.360395:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394050.360400:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394050.360402:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394050.360405:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394050.360409:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394050.360418:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394050.360425:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394050.360488:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394050.360492:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394050.360495:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394050.360500:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394050.360503:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:3.0:1749394050.360505:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:3.0:1749394050.360512:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499767168/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394050.360573:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394050.360576:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394050.360579:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394050.360582:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394050.360585:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:3.0:1749394050.360587:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749394050.360593:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499767296/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394050.362237:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362246:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394050.362254:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362267:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362272:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362277:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13500 00000400:00000200:3.0:1749394050.362283:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362290:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1c4d [1] + 224 00000400:00000200:3.0:1749394050.362303:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394050.362307:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394050.362316:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499767040/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394050.362360:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362364:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394050.362368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362370:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362373:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362376:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13580 00000400:00000200:3.0:1749394050.362380:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362385:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c5d [1] + 0 00000400:00000200:3.0:1749394050.362390:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394050.362394:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394050.362399:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499767168/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394050.362424:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362428:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394050.362432:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362434:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362437:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394050.362440:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13600 00000400:00000200:3.0:1749394050.362443:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394050.362448:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394050.362456:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749394050.362458:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394050.362468:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499767040/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394050.362469:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c65 [1] + 0 00000100:00000200:2.0:1749394050.362481:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499767040/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394050.362487:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394050.362496:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394050.362501:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499767296/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394050.362511:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7000. 02000000:00000010:2.0:1749394050.362516:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394050.362521:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394050.362528:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394050.362535:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749394050.362567:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394050.362580:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499767168/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394050.362595:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499767168/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394050.362752:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394050.362756:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749394050.362758:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394050.362764:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499767296/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394050.362774:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499767296/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394050.362792:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394050.362798:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394050.362803:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 02000000:00000010:0.0:1749394050.362809:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394050.362813:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394050.362816:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:3.0:1749394050.363689:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c7c0. 00000100:00000010:2.0:1749394050.363704:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:2.0:1749394055.367753:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394055.367780:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394055.367834:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394055.367841:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749394055.367860:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749394055.367865:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749394055.367883:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749394055.367898:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394055.367903:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4a50. 00000400:00000010:3.0:1749394055.367911:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749394055.367920:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499767424, portal 25 00000400:00000010:3.0:1749394055.367925:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d434c8. 02000000:00000010:0.0:1749394055.367927:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000100:00000200:3.0:1749394055.367928:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499767424, offset 0 00000400:00000200:3.0:1749394055.367940:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394055.367945:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394055.367950:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394055.367952:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394055.367956:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:3.0:1749394055.367962:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394055.367964:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499767552, portal 10 00000400:00000200:3.0:1749394055.367968:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394055.367971:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000200:3.0:1749394055.367973:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749394055.367974:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499767552, offset 0 00000400:00000200:3.0:1749394055.367978:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394055.367981:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394055.367983:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394055.367985:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [609:609:256:4294967295] 192.168.203.132@tcp LPNI seq info [620:620:8:4294967295] 00000400:00000200:3.0:1749394055.367990:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.368001:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394055.368006:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394055.368007:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394055.368012:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749394055.368014:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394055.368019:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749394055.368020:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394055.368024:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394055.368028:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749394055.368030:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394055.368032:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394055.368035:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394055.368036:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [610:610:255:4294967295] 192.168.203.132@tcp LPNI seq info [621:621:7:4294967295] 00000400:00000200:0.0:1749394055.368041:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394055.368051:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394055.368058:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394055.368060:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:0.0:1749394055.368062:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000100:00000010:3.0:1749394055.368067:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15180. 00000800:00000200:0.0:1749394055.368070:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394055.368080:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000010:3.0:1749394055.368080:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae156c0. 00000800:00000200:0.0:1749394055.368085:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394055.368094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394055.368109:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000800:00000200:2.0:1749394055.368109:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394055.368112:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749394055.368113:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394055.368115:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394055.368119:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:2.0:1749394055.368119:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394055.368122:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499767680, portal 10 00000400:00000010:0.0:1749394055.368125:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749394055.368128:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499767680, offset 0 00000400:00000200:0.0:1749394055.368132:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394055.368136:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394055.368136:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394055.368140:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394055.368140:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d434c8 00000400:00000010:2.0:1749394055.368142:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d434c8. 00000400:00000200:0.0:1749394055.368143:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394055.368146:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394055.368148:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394055.368151:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749394055.368152:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499767424/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394055.368154:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [611:611:254:4294967295] 192.168.203.132@tcp LPNI seq info [622:622:6:4294967295] 00000400:00000200:0.0:1749394055.368158:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394055.368174:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394055.368179:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394055.368182:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394055.368186:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394055.368192:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394055.368195:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394055.368200:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394055.368226:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394055.368228:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394055.368231:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394055.368234:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394055.368236:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749394055.368237:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:2.0:1749394055.368241:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499767552/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394055.368260:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394055.368261:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394055.368263:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394055.368265:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394055.368266:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749394055.368267:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749394055.368271:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499767680/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394055.369569:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369580:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394055.369586:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369589:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369593:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369596:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13680 00000400:00000200:3.0:1749394055.369600:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369605:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1c6d [1] + 224 00000400:00000200:3.0:1749394055.369642:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394055.369646:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394055.369653:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499767424/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394055.369686:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369690:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394055.369694:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369696:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369699:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369702:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13780 00000400:00000200:3.0:1749394055.369705:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369710:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c85 [1] + 0 00000400:00000200:3.0:1749394055.369717:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749394055.369719:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4a50. 00000400:00000200:3.0:1749394055.369721:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394055.369725:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:2.0:1749394055.369726:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:2.0:1749394055.369732:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499767424/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394055.369733:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499767680/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394055.369739:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499767424/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394055.369757:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394055.369760:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6e00. 00000400:00000200:3.0:1749394055.369760:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394055.369763:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394055.369765:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000400:00000200:3.0:1749394055.369765:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394055.369768:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394055.369768:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369770:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13700 00000400:00000200:3.0:1749394055.369773:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394055.369782:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c7d [1] + 0 00000400:00000010:0.0:1749394055.369800:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749394055.369803:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394055.369806:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000200:3.0:1749394055.369807:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394055.369808:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:3.0:1749394055.369815:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499767552/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394055.369819:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499767680/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394055.369834:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499767680/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394055.369864:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394055.369870:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394055.369875:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000010:0.0:1749394055.369881:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394055.369883:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749394055.369885:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394055.369890:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499767552/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394055.369900:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499767552/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394055.369913:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394055.369917:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394055.369919:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:3.0:1749394055.371655:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae156c0. 00000100:00000010:2.0:1749394055.371663:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15180. 00000100:00000010:2.0:1749394060.375768:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394060.375801:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394060.375875:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749394060.375884:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749394060.375917:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394060.375922:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749394060.375970:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7a00. 00000400:00000200:2.0:1749394060.375984:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394060.375989:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394060.375998:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394060.376008:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499767808, portal 25 00000400:00000010:2.0:1749394060.376014:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e880. 00000100:00000200:2.0:1749394060.376017:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499767808, offset 0 00000400:00000200:2.0:1749394060.376028:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394060.376039:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394060.376049:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394060.376056:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394060.376062:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394060.376066:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1749394060.376068:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:2.0:1749394060.376070:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394060.376074:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [612:612:256:4294967295] 192.168.203.132@tcp LPNI seq info [623:623:8:4294967295] 00000400:00000200:2.0:1749394060.376079:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394060.376088:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394060.376091:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394060.376099:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394060.376103:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000400:00000010:0.0:1749394060.376110:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000800:00000200:2.0:1749394060.376112:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000010:0.0:1749394060.376117:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000800:00000200:2.0:1749394060.376125:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:0.0:1749394060.376126:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499767936, portal 10 00000800:00000200:2.0:1749394060.376131:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1749394060.376134:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749394060.376138:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499767936, offset 0 00000400:00000200:0.0:1749394060.376148:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394060.376156:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394060.376158:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394060.376164:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000400:00000200:0.0:1749394060.376166:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394060.376172:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394060.376176:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394060.376180:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394060.376183:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394060.376188:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [613:613:255:4294967295] 192.168.203.132@tcp LPNI seq info [624:624:7:4294967295] 00000400:00000200:0.0:1749394060.376193:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394060.376193:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cb80. 00000400:00000200:0.0:1749394060.376204:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394060.376211:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394060.376215:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394060.376221:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394060.376232:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394060.376237:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394060.376245:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394060.376261:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749394060.376265:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394060.376267:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394060.376270:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394060.376273:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499768064, portal 10 00000400:00000010:0.0:1749394060.376277:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394060.376279:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499768064, offset 0 00000400:00000200:0.0:1749394060.376282:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394060.376285:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394060.376288:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394060.376296:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394060.376299:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394060.376302:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749394060.376303:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394060.376304:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394060.376307:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [614:614:254:4294967295] 192.168.203.132@tcp LPNI seq info [625:625:6:4294967295] 00000800:00000010:3.0:1749394060.376311:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:0.0:1749394060.376312:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.376317:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394060.376318:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394060.376323:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394060.376326:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394060.376327:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394060.376330:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394060.376333:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e880 00000800:00000200:0.0:1749394060.376334:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000010:3.0:1749394060.376336:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e880. 00000800:00000200:0.0:1749394060.376337:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394060.376342:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394060.376348:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499767808/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394060.376379:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394060.376382:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394060.376385:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394060.376389:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394060.376392:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:3.0:1749394060.376394:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:3.0:1749394060.376400:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499767936/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394060.376423:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394060.376425:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394060.376428:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394060.376432:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394060.376434:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:3.0:1749394060.376436:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:3.0:1749394060.376441:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499768064/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394060.378100:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378119:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394060.378127:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378137:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378142:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13800 00000400:00000200:3.0:1749394060.378147:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378154:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1c8d [1] + 224 00000400:00000200:3.0:1749394060.378167:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394060.378171:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394060.378181:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499767808/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394060.378224:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378228:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394060.378232:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378235:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378238:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378241:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13880 00000400:00000200:3.0:1749394060.378244:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378249:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1c9d [1] + 0 00000400:00000200:3.0:1749394060.378255:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394060.378258:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394060.378263:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499767936/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394060.378288:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378292:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394060.378296:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378298:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394060.378304:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13900 00000400:00000200:3.0:1749394060.378308:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394060.378315:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394060.378323:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749394060.378325:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749394060.378334:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ca5 [1] + 0 00000100:00000200:2.0:1749394060.378335:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499767808/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394060.378348:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499767808/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394060.378351:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394060.378354:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394060.378359:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000200:3.0:1749394060.378359:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394060.378361:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749394060.378368:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499768064/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394060.378373:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499767936/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394060.378376:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7a00. 02000000:00000010:2.0:1749394060.378382:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000200:0.0:1749394060.378387:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499767936/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749394060.378387:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394060.378419:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394060.378421:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749394060.378423:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394060.378429:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499768064/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394060.378438:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499768064/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394060.378453:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394060.378459:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394060.378500:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 02000000:00000010:0.0:1749394060.378506:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394060.378509:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394060.378512:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:2.0:1749394060.379703:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:3.0:1749394060.379708:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cb80. 00000100:00000010:2.0:1749394065.383736:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394065.383768:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394065.383831:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749394065.383840:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394065.383868:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394065.383872:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749394065.383924:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749394065.383942:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394065.383948:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394065.383956:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d435d8. 00000100:00000200:3.0:1749394065.383967:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499768192, portal 25 02000000:00000010:0.0:1749394065.383973:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000010:3.0:1749394065.383973:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43770. 00000100:00000200:3.0:1749394065.383976:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499768192, offset 0 00000400:00000200:3.0:1749394065.383988:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394065.383993:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394065.383998:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749394065.384000:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394065.384005:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000200:3.0:1749394065.384011:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394065.384013:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499768320, portal 10 00000400:00000200:3.0:1749394065.384018:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394065.384021:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:3.0:1749394065.384024:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749394065.384025:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499768320, offset 0 00000400:00000200:3.0:1749394065.384029:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394065.384032:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394065.384035:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394065.384037:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [615:615:256:4294967295] 192.168.203.132@tcp LPNI seq info [626:626:8:4294967295] 00000400:00000200:3.0:1749394065.384041:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394065.384045:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394065.384054:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394065.384055:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394065.384061:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749394065.384063:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394065.384065:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749394065.384068:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749394065.384070:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394065.384073:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394065.384077:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394065.384078:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [616:616:255:4294967295] 192.168.203.132@tcp LPNI seq info [627:627:7:4294967295] 00000400:00000200:0.0:1749394065.384083:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394065.384089:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394065.384095:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394065.384096:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394065.384101:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394065.384105:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394065.384112:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394065.384122:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394065.384128:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394065.384128:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394065.384136:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae156c0. 00000400:00000200:0.0:1749394065.384137:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394065.384181:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b40. 00000800:00000200:2.0:1749394065.384201:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1749394065.384203:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000800:00000010:2.0:1749394065.384206:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749394065.384208:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394065.384211:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749394065.384213:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394065.384214:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749394065.384221:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394065.384226:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43770 00000400:00000010:2.0:1749394065.384229:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43770. 00000100:00000200:0.0:1749394065.384236:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499768448, portal 10 00000400:00000010:0.0:1749394065.384240:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749394065.384243:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499768448, offset 0 00000100:00000200:2.0:1749394065.384243:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499768192/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394065.384249:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394065.384253:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394065.384257:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394065.384261:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394065.384263:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394065.384266:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394065.384268:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394065.384272:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [617:617:255:4294967295] 192.168.203.132@tcp LPNI seq info [628:628:7:4294967295] 00000400:00000200:0.0:1749394065.384276:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394065.384284:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394065.384288:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394065.384291:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394065.384295:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394065.384300:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394065.384303:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394065.384309:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394065.384340:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394065.384344:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394065.384347:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394065.384351:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394065.384355:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:2.0:1749394065.384366:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:2.0:1749394065.384373:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499768320/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394065.384407:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394065.384409:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394065.384412:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394065.384416:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394065.384418:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:2.0:1749394065.384420:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749394065.384425:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499768448/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394065.386072:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386080:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394065.386088:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386093:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386098:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386103:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13980 00000400:00000200:3.0:1749394065.386108:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386115:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1cad [1] + 224 00000400:00000200:3.0:1749394065.386126:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394065.386130:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394065.386140:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499768192/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394065.386182:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386186:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394065.386190:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386193:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386196:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386199:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13a80 00000400:00000200:3.0:1749394065.386202:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386207:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1cc5 [1] + 0 00000400:00000200:3.0:1749394065.386212:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394065.386215:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394065.386220:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499768448/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394065.386248:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386252:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394065.386256:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386258:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394065.386261:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394065.386272:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749394065.386274:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13a00 00000400:00000200:3.0:1749394065.386277:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394065.386282:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d435d8 00000400:00000010:2.0:1749394065.386284:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d435d8. 00000400:00000200:3.0:1749394065.386291:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1cbd [1] + 0 00000100:00000200:2.0:1749394065.386294:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499768192/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394065.386306:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499768192/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394065.386309:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394065.386311:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394065.386313:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394065.386319:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749394065.386322:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749394065.386330:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499768320/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394065.386334:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499768448/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394065.386335:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:2.0:1749394065.386343:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394065.386347:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749394065.386349:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499768448/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394065.386381:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394065.386388:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394065.386393:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000010:0.0:1749394065.386400:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394065.386410:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749394065.386412:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394065.386419:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499768320/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394065.386428:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499768320/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394065.386485:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394065.386492:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394065.386497:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000100:00000010:2.0:1749394065.387701:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae156c0. 00000100:00000010:3.0:1749394065.387708:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b40. 00000100:00000010:2.0:1749394070.391828:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394070.391861:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394070.391937:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749394070.391946:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749394070.391975:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394070.391980:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394070.392034:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749394070.392048:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394070.392054:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394070.392081:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394070.392092:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499768576, portal 25 00000400:00000010:2.0:1749394070.392098:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e908. 02000000:00000010:0.0:1749394070.392100:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000100:00000200:2.0:1749394070.392101:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499768576, offset 0 00000400:00000200:2.0:1749394070.392115:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394070.392120:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394070.392126:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749394070.392127:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394070.392132:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000200:2.0:1749394070.392138:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394070.392141:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499768704, portal 10 00000400:00000200:2.0:1749394070.392145:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394070.392149:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749394070.392151:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749394070.392152:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499768704, offset 0 00000400:00000200:2.0:1749394070.392156:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394070.392159:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394070.392162:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394070.392164:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [618:618:256:4294967295] 192.168.203.132@tcp LPNI seq info [629:629:8:4294967295] 00000400:00000200:2.0:1749394070.392168:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394070.392172:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394070.392181:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394070.392182:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394070.392187:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1749394070.392190:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394070.392192:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749394070.392194:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749394070.392196:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394070.392199:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:2.0:1749394070.392203:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394070.392204:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [619:619:255:4294967295] 192.168.203.132@tcp LPNI seq info [630:630:7:4294967295] 00000400:00000200:0.0:1749394070.392209:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394070.392215:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394070.392221:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394070.392221:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394070.392227:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394070.392232:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394070.392238:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394070.392248:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749394070.392249:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394070.392257:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000800:00000200:0.0:1749394070.392269:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749394070.392271:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c180. 00000400:00000200:0.0:1749394070.392280:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394070.392294:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394070.392298:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394070.392301:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394070.392304:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749394070.392308:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499768832, portal 10 00000400:00000010:0.0:1749394070.392311:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394070.392313:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499768832, offset 0 00000400:00000200:0.0:1749394070.392318:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394070.392318:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394070.392321:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394070.392325:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749394070.392326:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749394070.392328:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394070.392330:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394070.392332:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394070.392334:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394070.392335:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394070.392338:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [620:620:254:4294967295] 192.168.203.132@tcp LPNI seq info [631:631:6:4294967295] 00000400:00000200:0.0:1749394070.392343:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.392344:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394070.392350:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e908 00000400:00000200:0.0:1749394070.392351:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:3.0:1749394070.392353:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e908. 00000800:00000200:0.0:1749394070.392355:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394070.392358:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394070.392361:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394070.392367:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:3.0:1749394070.392368:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499768576/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394070.392369:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394070.392373:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394070.392395:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394070.392397:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394070.392440:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394070.392445:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394070.392448:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:3.0:1749394070.392450:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749394070.392456:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499768704/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394070.392546:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394070.392549:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749394070.392552:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394070.392556:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394070.392558:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:3.0:1749394070.392560:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:3.0:1749394070.392566:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499768832/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394070.394238:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394247:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394070.394256:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394261:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394265:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394271:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13b00 00000400:00000200:3.0:1749394070.394276:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394283:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1ccd [1] + 224 00000400:00000200:3.0:1749394070.394295:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394070.394299:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394070.394309:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499768576/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394070.394351:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394355:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394070.394359:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394361:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394364:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394367:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13c00 00000400:00000200:3.0:1749394070.394371:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394375:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ce5 [1] + 0 00000400:00000200:3.0:1749394070.394381:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394070.394384:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394070.394389:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499768832/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394070.394439:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394443:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394070.394447:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394449:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394070.394455:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394070.394463:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000200:3.0:1749394070.394463:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394070.394466:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749394070.394466:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13b80 00000400:00000200:3.0:1749394070.394469:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394070.394474:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1cdd [1] + 0 00000100:00000200:2.0:1749394070.394476:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499768576/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394070.394489:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499768576/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394070.394494:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394070.394495:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394070.394499:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394070.394502:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749394070.394505:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749394070.394518:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499768704/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394070.394519:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499768832/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394070.394519:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:2.0:1749394070.394534:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000200:0.0:1749394070.394538:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499768832/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749394070.394539:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394070.394579:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394070.394585:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394070.394590:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749394070.394599:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394070.394639:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749394070.394642:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394070.394650:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499768704/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394070.394659:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499768704/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394070.394674:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394070.394678:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394070.394681:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749394070.395704:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:3.0:1749394070.395709:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c180. 00000100:00000010:2.0:1749394075.399829:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394075.399865:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394075.399943:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394075.399955:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749394075.399984:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394075.399989:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394075.400052:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749394075.400067:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394075.400073:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394075.400081:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394075.400091:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499768960, portal 25 00000400:00000010:2.0:1749394075.400097:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e990. 00000100:00000200:2.0:1749394075.400100:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499768960, offset 0 00000400:00000200:2.0:1749394075.400111:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394075.400123:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394075.400127:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:2.0:1749394075.400134:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394075.400141:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394075.400146:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394075.400147:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394075.400151:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749394075.400152:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394075.400155:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394075.400157:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000200:2.0:1749394075.400159:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [621:621:256:4294967295] 192.168.203.132@tcp LPNI seq info [632:632:8:4294967295] 00000400:00000200:2.0:1749394075.400164:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394075.400166:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499769088, portal 10 00000400:00000010:0.0:1749394075.400174:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749394075.400178:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499769088, offset 0 00000400:00000200:2.0:1749394075.400178:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394075.400185:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394075.400187:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394075.400190:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749394075.400197:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394075.400199:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394075.400206:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749394075.400211:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394075.400212:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394075.400217:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:2.0:1749394075.400218:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394075.400221:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394075.400224:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394075.400228:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [622:622:255:4294967295] 192.168.203.132@tcp LPNI seq info [633:633:7:4294967295] 00000400:00000200:0.0:1749394075.400233:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394075.400245:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749394075.400267:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394075.400268:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394075.400273:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000100:00000010:2.0:1749394075.400274:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000800:00000200:0.0:1749394075.400280:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:2.0:1749394075.400288:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c440. 00000800:00000200:0.0:1749394075.400290:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394075.400295:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394075.400305:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394075.400321:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:0.0:1749394075.400325:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394075.400327:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394075.400330:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394075.400334:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499769216, portal 10 00000400:00000010:0.0:1749394075.400337:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394075.400339:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499769216, offset 0 00000800:00000200:3.0:1749394075.400339:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394075.400345:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394075.400346:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749394075.400349:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394075.400352:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394075.400354:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394075.400356:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394075.400357:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394075.400360:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394075.400362:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394075.400399:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [623:623:254:4294967295] 192.168.203.132@tcp LPNI seq info [634:634:6:4294967295] 00000400:00000200:0.0:1749394075.400404:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.400404:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394075.400410:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e990 00000400:00000200:0.0:1749394075.400411:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:3.0:1749394075.400413:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e990. 00000800:00000200:0.0:1749394075.400416:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394075.400420:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394075.400423:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749394075.400428:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499768960/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394075.400429:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394075.400432:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394075.400437:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394075.400457:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394075.400460:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394075.400463:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394075.400467:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394075.400470:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:3.0:1749394075.400472:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749394075.400477:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499769088/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394075.400570:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394075.400572:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749394075.400575:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394075.400579:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394075.400581:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:3.0:1749394075.400583:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:3.0:1749394075.400655:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499769216/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394075.402337:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402345:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394075.402354:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402358:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402363:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402391:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13c80 00000400:00000200:3.0:1749394075.402397:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402404:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1ced [1] + 224 00000400:00000200:3.0:1749394075.402416:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394075.402420:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394075.402430:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499768960/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394075.402470:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402475:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394075.402479:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402481:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402484:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402487:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13d00 00000400:00000200:3.0:1749394075.402491:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402496:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1cfd [1] + 0 00000400:00000200:3.0:1749394075.402501:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394075.402504:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394075.402509:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499769088/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394075.402537:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402541:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394075.402544:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402557:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394075.402560:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394075.402562:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749394075.402564:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13d80 00000400:00000200:3.0:1749394075.402567:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394075.402571:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749394075.402573:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749394075.402582:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1d05 [1] + 0 00000100:00000200:2.0:1749394075.402583:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499768960/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394075.402593:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749394075.402596:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499768960/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394075.402626:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394075.402631:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394075.402644:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749394075.402648:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 02000000:00000010:2.0:1749394075.402652:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 00000100:00000200:3.0:1749394075.402657:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499769216/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394075.402658:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000200:0.0:1749394075.402663:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499769088/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749394075.402663:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749394075.402678:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499769088/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394075.402709:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394075.402712:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749394075.402714:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394075.402719:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499769216/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394075.402728:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499769216/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394075.402744:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394075.402750:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394075.402755:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 02000000:00000010:0.0:1749394075.402760:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394075.402763:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394075.402766:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:3.0:1749394075.403702:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c440. 00000100:00000010:2.0:1749394075.403720:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:0.0:1749394080.407817:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749394080.407843:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67000. 00000100:00000010:0.0:1749394080.407910:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3100. 02000000:00000010:0.0:1749394080.407918:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58800. 00000100:00000010:0.0:1749394080.407944:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2a00. 02000000:00000010:0.0:1749394080.407949:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394080.408005:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ee00. 00000400:00000200:0.0:1749394080.408016:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394080.408020:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 02000000:00000010:2.0:1749394080.408024:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000010:0.0:1749394080.408027:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394080.408036:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499769344, portal 25 00000400:00000200:2.0:1749394080.408042:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394080.408048:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:0.0:1749394080.408056:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000400:00000010:2.0:1749394080.408056:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:0.0:1749394080.408060:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499769344, offset 0 00000100:00000200:2.0:1749394080.408065:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499769472, portal 10 00000400:00000200:0.0:1749394080.408070:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749394080.408072:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749394080.408076:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499769472, offset 0 00000400:00000200:0.0:1749394080.408080:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394080.408086:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394080.408088:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394080.408093:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394080.408096:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394080.408098:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394080.408102:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394080.408104:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394080.408105:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394080.408110:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [624:624:256:4294967295] 192.168.203.132@tcp LPNI seq info [635:635:8:4294967295] 00000400:00000200:2.0:1749394080.408111:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394080.408115:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394080.408117:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394080.408121:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394080.408124:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394080.408129:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [625:625:256:4294967295] 192.168.203.132@tcp LPNI seq info [636:636:8:4294967295] 00000400:00000200:2.0:1749394080.408134:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394080.408146:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394080.408162:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394080.408168:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000400:00000200:0.0:1749394080.408171:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394080.408176:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394080.408179:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394080.408183:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:2.0:1749394080.408185:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394080.408191:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394080.408191:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1749394080.408201:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394080.408206:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394080.408218:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394080.408220:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394080.408224:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89540. 00000100:00000010:0.0:1749394080.408243:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89340. 02000000:00000010:2.0:1749394080.408277:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a92000. 00000400:00000200:2.0:1749394080.408282:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394080.408285:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394080.408288:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749394080.408291:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499769600, portal 10 00000400:00000010:2.0:1749394080.408296:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749394080.408298:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499769600, offset 0 00000400:00000200:2.0:1749394080.408303:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394080.408307:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394080.408311:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394080.408314:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394080.408317:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394080.408320:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394080.408322:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394080.408325:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [626:626:254:4294967295] 192.168.203.132@tcp LPNI seq info [637:637:6:4294967295] 00000400:00000200:2.0:1749394080.408329:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394080.408368:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394080.408373:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394080.408376:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:2.0:1749394080.408380:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394080.408383:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1749394080.408385:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394080.408388:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:3.0:1749394080.408390:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:2.0:1749394080.408394:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.408397:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394080.408406:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394080.408412:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:3.0:1749394080.408414:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:3.0:1749394080.408429:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3100 x1834371499769472/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394080.408454:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394080.408456:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394080.408459:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394080.408463:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394080.408466:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:3.0:1749394080.408468:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:3.0:1749394080.408473:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499769344/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394080.408564:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394080.408567:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1749394080.408570:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394080.408573:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394080.408575:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000400:00000010:3.0:1749394080.408586:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000100:00000200:3.0:1749394080.408592:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2a00 x1834371499769600/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394080.410247:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410256:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394080.410264:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410269:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410274:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410279:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13e80 00000400:00000200:3.0:1749394080.410284:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410291:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1d15 [1] + 0 00000400:00000200:3.0:1749394080.410302:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394080.410306:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394080.410317:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3100 x1834371499769472/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394080.410385:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410389:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394080.410393:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410396:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410399:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410402:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13e00 00000400:00000200:3.0:1749394080.410406:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410411:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1d0d [1] + 224 00000400:00000200:3.0:1749394080.410417:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394080.410420:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394080.410426:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499769344/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394080.410452:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410456:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394080.410459:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410471:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394080.410474:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749394080.410475:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394080.410478:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a13f00 00000400:00000200:3.0:1749394080.410482:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394080.410490:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749394080.410492:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:3.0:1749394080.410498:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1d25 [1] + 0 00000100:00000200:2.0:1749394080.410502:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3100 x1834371499769472/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394080.410508:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394080.410515:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749394080.410516:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3100 x1834371499769472/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394080.410517:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000200:3.0:1749394080.410519:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394080.410520:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:3.0:1749394080.410528:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2a00 x1834371499769600/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394080.410535:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499769344/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394080.410549:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394080.410552:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749394080.410554:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:0.0:1749394080.410555:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499769344/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394080.410559:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2a00 x1834371499769600/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394080.410569:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2a00 x1834371499769600/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394080.410584:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:0.0:1749394080.410585:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ee00. 02000000:00000010:2.0:1749394080.410590:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394080.410591:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67000. 00000100:00000010:0.0:1749394080.410595:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000100:00000010:2.0:1749394080.410597:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3100. 02000000:00000010:2.0:1749394080.410632:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749394080.410636:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59c00. 00000100:00000010:2.0:1749394080.410640:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2a00. 00000100:00000010:2.0:1749394080.411689:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89540. 00000100:00000010:3.0:1749394080.411697:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89340. 00000100:00000010:0.0:1749394085.415838:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749394085.415873:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67000. 00000100:00000010:0.0:1749394085.415946:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1500. 02000000:00000010:0.0:1749394085.415954:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5ac00. 00000100:00000010:0.0:1749394085.415982:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1c00. 02000000:00000010:0.0:1749394085.415986:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394085.416052:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ee00. 02000000:00000010:2.0:1749394085.416055:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a92000. 00000400:00000200:0.0:1749394085.416066:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394085.416066:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394085.416072:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:2.0:1749394085.416072:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:0.0:1749394085.416079:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000400:00000010:2.0:1749394085.416080:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:0.0:1749394085.416090:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499769728, portal 25 00000100:00000200:2.0:1749394085.416093:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499769856, portal 10 00000400:00000010:0.0:1749394085.416096:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749394085.416099:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499769728, offset 0 00000400:00000010:2.0:1749394085.416101:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394085.416104:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499769856, offset 0 00000400:00000200:0.0:1749394085.416111:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394085.416111:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394085.416124:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394085.416124:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394085.416134:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394085.416134:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394085.416142:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394085.416142:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394085.416148:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394085.416153:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394085.416156:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394085.416160:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [627:627:256:4294967295] 192.168.203.132@tcp LPNI seq info [638:638:8:4294967295] 00000400:00000200:0.0:1749394085.416165:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394085.416173:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394085.416176:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394085.416179:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394085.416182:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [628:628:256:4294967295] 192.168.203.132@tcp LPNI seq info [639:639:8:4294967295] 00000400:00000200:2.0:1749394085.416187:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394085.416200:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394085.416207:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394085.416212:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394085.416212:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:0.0:1749394085.416217:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394085.416220:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:2.0:1749394085.416221:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394085.416225:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394085.416234:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394085.416234:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394085.416240:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749394085.416240:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394085.416264:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394085.416267:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394085.416271:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89a40. 00000100:00000010:0.0:1749394085.416289:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89200. 02000000:00000010:2.0:1749394085.416384:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:2.0:1749394085.416390:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394085.416393:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394085.416396:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749394085.416400:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499769984, portal 10 00000400:00000010:2.0:1749394085.416404:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ef68. 00000100:00000200:2.0:1749394085.416406:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499769984, offset 0 00000400:00000200:2.0:1749394085.416411:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394085.416414:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749394085.416416:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394085.416419:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749394085.416421:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394085.416423:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394085.416425:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394085.416428:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394085.416430:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394085.416430:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394085.416434:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [629:629:254:4294967295] 192.168.203.132@tcp LPNI seq info [640:640:6:4294967295] 00000400:00000200:2.0:1749394085.416438:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.416440:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394085.416445:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394085.416445:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:3.0:1749394085.416448:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000800:00000200:2.0:1749394085.416450:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394085.416460:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000100:00000200:3.0:1749394085.416462:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499769728/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394085.416465:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394085.416470:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394085.416473:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394085.416487:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394085.416489:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:2.0:1749394085.416490:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.416493:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394085.416496:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394085.416499:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:3.0:1749394085.416501:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:3.0:1749394085.416507:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1500 x1834371499769856/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394085.416598:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394085.416601:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1749394085.416646:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394085.416650:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394085.416652:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ef68 00000400:00000010:3.0:1749394085.416663:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ef68. 00000100:00000200:3.0:1749394085.416671:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1c00 x1834371499769984/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394085.418366:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418374:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394085.418383:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418388:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418393:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418397:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a13f80 00000400:00000200:3.0:1749394085.418403:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418409:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1d35 [1] + 224 00000400:00000200:3.0:1749394085.418421:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394085.418425:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394085.418435:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499769728/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394085.418477:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418481:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394085.418485:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418488:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418491:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418494:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14000 00000400:00000200:3.0:1749394085.418497:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418501:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1d3d [1] + 0 00000400:00000200:3.0:1749394085.418506:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394085.418510:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394085.418515:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394085.418523:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749394085.418525:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:3.0:1749394085.418532:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1500 x1834371499769856/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394085.418535:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499769728/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394085.418548:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499769728/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394085.418556:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418560:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394085.418564:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418576:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394085.418579:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ee00. 00000400:00000200:3.0:1749394085.418579:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394085.418583:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14080 02000000:00000010:0.0:1749394085.418584:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67000. 00000400:00000200:3.0:1749394085.418586:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394085.418589:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000400:00000200:3.0:1749394085.418589:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1d4d [1] + 0 00000400:00000200:3.0:1749394085.418633:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394085.418637:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394085.418643:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1c00 x1834371499769984/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394085.418657:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394085.418665:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749394085.418667:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749394085.418677:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1500 x1834371499769856/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394085.418689:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1500 x1834371499769856/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394085.418714:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394085.418716:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000400:00000010:2.0:1749394085.418718:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749394085.418722:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1c00 x1834371499769984/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394085.418730:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1c00 x1834371499769984/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394085.418743:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749394085.418748:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5ac00. 00000100:00000010:2.0:1749394085.418753:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1500. 02000000:00000010:2.0:1749394085.418757:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749394085.418760:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58000. 00000100:00000010:2.0:1749394085.418764:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1c00. 00000100:00000010:3.0:1749394085.419692:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89200. 00000100:00000010:2.0:1749394085.420690:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89a40. 00000100:00000010:0.0:1749394090.423747:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749394090.423787:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67000. 00000100:00000010:0.0:1749394090.423869:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1f80. 02000000:00000010:0.0:1749394090.423882:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58400. 00000100:00000010:0.0:1749394090.423921:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2d80. 02000000:00000010:0.0:1749394090.423929:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a400. 02000000:00000010:1.0:1749394090.423980:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6efd400. 00000400:00000200:1.0:1749394090.423998:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394090.424004:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749394090.424013:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749394090.424023:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499770112, portal 25 00000400:00000010:1.0:1749394090.424029:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1220. 00000100:00000200:1.0:1749394090.424033:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499770112, offset 0 02000000:00000010:2.0:1749394090.424033:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:2.0:1749394090.424045:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394090.424046:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749394090.424050:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394090.424056:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000400:00000200:1.0:1749394090.424058:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394090.424068:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749394090.424079:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499770240, portal 10 00000400:00000200:1.0:1749394090.424085:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1749394090.424087:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749394090.424089:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499770240, offset 0 00000400:00000200:1.0:1749394090.424091:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394090.424096:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394090.424098:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394090.424099:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394090.424104:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394090.424105:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [630:630:256:4294967295] 192.168.203.132@tcp LPNI seq info [641:641:8:4294967295] 00000400:00000200:1.0:1749394090.424110:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394090.424111:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394090.424115:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394090.424118:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394090.424121:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394090.424124:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394090.424128:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [631:631:256:4294967295] 192.168.203.132@tcp LPNI seq info [642:642:8:4294967295] 00000400:00000200:2.0:1749394090.424132:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394090.424145:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394090.424152:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394090.424157:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394090.424158:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000800:00000200:1.0:1749394090.424162:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394090.424166:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749394090.424167:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebd00. 00000800:00000200:1.0:1749394090.424172:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394090.424178:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394090.424179:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394090.424184:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749394090.424184:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749394090.424220:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394090.424221:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749394090.424228:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521e80. 00000100:00000010:1.0:1749394090.424260:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521800. 02000000:00000010:2.0:1749394090.424300:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a92000. 00000400:00000200:2.0:1749394090.424305:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394090.424308:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394090.424311:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394090.424314:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499770368, portal 10 00000400:00000010:2.0:1749394090.424319:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ee58. 00000100:00000200:2.0:1749394090.424321:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499770368, offset 0 00000400:00000200:2.0:1749394090.424326:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394090.424331:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394090.424334:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394090.424337:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394090.424340:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749394090.424340:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394090.424347:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:2.0:1749394090.424350:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394090.424352:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394090.424356:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [632:632:254:4294967295] 192.168.203.132@tcp LPNI seq info [643:643:6:4294967295] 00000400:00000200:3.0:1749394090.424356:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394090.424360:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.424365:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394090.424368:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394090.424370:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000800:00000200:2.0:1749394090.424373:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000010:3.0:1749394090.424373:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000800:00000010:2.0:1749394090.424376:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000800:00000200:2.0:1749394090.424381:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394090.424386:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:3.0:1749394090.424387:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1f80 x1834371499770240/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394090.424390:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394090.424396:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394090.424411:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394090.424414:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebd00. 00000400:00000200:3.0:1749394090.424417:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394090.424421:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394090.424423:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1220 00000400:00000010:3.0:1749394090.424425:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1220. 00000100:00000200:3.0:1749394090.424430:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499770112/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394090.424521:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394090.424524:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:3.0:1749394090.424527:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394090.424530:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394090.424533:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ee58 00000400:00000010:3.0:1749394090.424544:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ee58. 00000100:00000200:3.0:1749394090.424550:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2d80 x1834371499770368/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394090.426188:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426196:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394090.426204:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426209:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426214:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426219:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14100 00000400:00000200:3.0:1749394090.426224:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426231:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1d5d [1] + 224 00000400:00000200:3.0:1749394090.426242:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394090.426246:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394090.426256:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499770112/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394090.426323:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426328:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394090.426332:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426335:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426338:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426341:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14180 00000400:00000200:3.0:1749394090.426344:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426348:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1d65 [1] + 0 00000400:00000200:3.0:1749394090.426354:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394090.426358:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394090.426363:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1f80 x1834371499770240/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749394090.426376:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749394090.426384:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749394090.426386:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749394090.426396:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499770112/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394090.426396:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426400:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394090.426403:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749394090.426409:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499770112/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394090.426416:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426419:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426423:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14200 00000400:00000200:3.0:1749394090.426426:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394090.426430:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1d75 [1] + 0 02000000:00000010:1.0:1749394090.426438:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6efd400. 00000400:00000010:2.0:1749394090.426441:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 02000000:00000010:1.0:1749394090.426447:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67000. 00000400:00000200:3.0:1749394090.426448:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394090.426450:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000100:00000010:1.0:1749394090.426452:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000400:00000010:2.0:1749394090.426452:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000400:00000200:3.0:1749394090.426452:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394090.426458:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2d80 x1834371499770368/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394090.426462:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1f80 x1834371499770240/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394090.426475:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1f80 x1834371499770240/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394090.426499:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394090.426502:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:2.0:1749394090.426503:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394090.426508:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2d80 x1834371499770368/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394090.426517:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2d80 x1834371499770368/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394090.426529:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749394090.426534:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58400. 00000100:00000010:2.0:1749394090.426538:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1f80. 02000000:00000010:2.0:1749394090.426543:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749394090.426555:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a400. 00000100:00000010:2.0:1749394090.426559:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2d80. 00000100:00000010:3.0:1749394090.427710:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521800. 00000100:00000010:2.0:1749394090.427718:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521e80. 00000100:00000010:2.0:1749394095.431854:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394095.431886:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394095.431953:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394095.431961:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394095.431986:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394095.431991:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749394095.432043:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749394095.432057:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394095.432063:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394095.432071:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394095.432082:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499770496, portal 25 02000000:00000010:0.0:1749394095.432083:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000010:2.0:1749394095.432087:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749394095.432091:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499770496, offset 0 00000400:00000200:0.0:1749394095.432096:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394095.432100:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749394095.432102:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394095.432115:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394095.432116:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394095.432121:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499770624, portal 10 00000400:00000200:2.0:1749394095.432124:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394095.432128:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394095.432132:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499770624, offset 0 00000400:00000200:2.0:1749394095.432132:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394095.432137:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394095.432140:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394095.432142:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394095.432146:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394095.432147:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394095.432150:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [633:633:256:4294967295] 192.168.203.132@tcp LPNI seq info [644:644:8:4294967295] 00000400:00000200:0.0:1749394095.432153:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394095.432155:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394095.432158:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394095.432161:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394095.432165:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394095.432168:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394095.432169:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394095.432172:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [634:634:255:4294967295] 192.168.203.132@tcp LPNI seq info [645:645:7:4294967295] 00000800:00000200:2.0:1749394095.432176:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394095.432180:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:2.0:1749394095.432190:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394095.432193:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394095.432201:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394095.432203:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394095.432208:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394095.432209:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394095.432213:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394095.432219:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394095.432225:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749394095.432271:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394095.432274:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749394095.432278:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000400:00000200:0.0:1749394095.432284:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394095.432298:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cd80. 02000000:00000010:0.0:1749394095.432321:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:0.0:1749394095.432326:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394095.432329:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394095.432334:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749394095.432338:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499770752, portal 10 00000400:00000010:0.0:1749394095.432343:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394095.432345:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499770752, offset 0 00000400:00000200:0.0:1749394095.432350:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394095.432354:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394095.432358:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394095.432361:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394095.432364:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394095.432367:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394095.432369:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394095.432373:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [635:635:254:4294967295] 192.168.203.132@tcp LPNI seq info [646:646:6:4294967295] 00000400:00000200:0.0:1749394095.432377:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394095.432383:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394095.432388:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394095.432390:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394095.432394:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394095.432395:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749394095.432400:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:3.0:1749394095.432402:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1749394095.432403:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394095.432409:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394095.432417:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.432418:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394095.432424:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000400:00000010:3.0:1749394095.432426:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000100:00000200:3.0:1749394095.432440:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499770496/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394095.432464:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394095.432466:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394095.432469:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394095.432472:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394095.432475:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:3.0:1749394095.432477:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749394095.432482:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499770624/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394095.432550:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394095.432553:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394095.432556:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394095.432559:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394095.432561:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:3.0:1749394095.432572:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:3.0:1749394095.432578:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499770752/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394095.434206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434215:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394095.434223:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434248:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434253:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434258:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14280 00000400:00000200:3.0:1749394095.434263:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434271:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1d85 [1] + 224 00000400:00000200:3.0:1749394095.434283:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394095.434287:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394095.434297:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499770496/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394095.434338:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434342:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394095.434346:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434348:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434351:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434354:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14380 00000400:00000200:3.0:1749394095.434358:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434362:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1d9d [1] + 0 00000400:00000200:3.0:1749394095.434367:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394095.434370:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394095.434375:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499770752/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394095.434400:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434403:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394095.434407:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434419:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394095.434422:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394095.434426:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394095.434426:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14300 00000400:00000200:3.0:1749394095.434429:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394095.434434:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:2.0:1749394095.434436:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000400:00000200:3.0:1749394095.434443:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1d95 [1] + 0 00000100:00000200:2.0:1749394095.434446:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499770496/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394095.434451:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394095.434458:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000100:00000200:2.0:1749394095.434459:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499770496/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394095.434461:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000400:00000200:3.0:1749394095.434464:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394095.434468:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394095.434470:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499770752/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394095.434475:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499770624/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394095.434483:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499770752/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394095.434487:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:2.0:1749394095.434493:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394095.434498:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394095.434510:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749394095.434515:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394095.434519:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000010:0.0:1749394095.434526:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394095.434528:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749394095.434530:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394095.434534:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499770624/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394095.434543:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499770624/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394095.434555:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749394095.434559:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394095.434561:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:3.0:1749394095.435709:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cd80. 00000100:00000010:2.0:1749394095.435717:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:2.0:1749394100.439740:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394100.439769:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394100.439829:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394100.439838:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394100.439861:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394100.439866:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749394100.439917:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749394100.439930:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394100.439936:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394100.439944:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394100.439954:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499770880, portal 25 02000000:00000010:0.0:1749394100.439959:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000010:2.0:1749394100.439960:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2edd0. 00000100:00000200:2.0:1749394100.439963:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499770880, offset 0 00000400:00000200:0.0:1749394100.439971:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394100.439975:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749394100.439975:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394100.439982:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394100.439987:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499771008, portal 10 00000400:00000200:2.0:1749394100.439987:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394100.439993:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749394100.439996:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499771008, offset 0 00000400:00000200:2.0:1749394100.439997:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394100.440004:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394100.440004:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394100.440011:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394100.440016:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394100.440023:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394100.440028:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394100.440029:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394100.440031:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394100.440033:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394100.440037:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394100.440037:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [636:636:256:4294967295] 192.168.203.132@tcp LPNI seq info [647:647:8:4294967295] 00000400:00000200:0.0:1749394100.440040:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394100.440042:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394100.440043:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [637:637:256:4294967295] 192.168.203.132@tcp LPNI seq info [648:648:8:4294967295] 00000400:00000200:0.0:1749394100.440048:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394100.440054:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394100.440061:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394100.440066:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749394100.440069:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394100.440075:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394100.440075:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394100.440078:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394100.440083:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394100.440086:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394100.440090:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394100.440093:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394100.440094:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394100.440117:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394100.440123:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394100.440124:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000100:00000010:2.0:1749394100.440139:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c6c0. 02000000:00000010:0.0:1749394100.440158:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749394100.440162:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394100.440165:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394100.440168:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394100.440172:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499771136, portal 10 00000400:00000010:0.0:1749394100.440176:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749394100.440178:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499771136, offset 0 00000400:00000200:0.0:1749394100.440183:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394100.440187:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394100.440190:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394100.440239:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394100.440244:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394100.440248:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394100.440252:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394100.440258:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [638:638:254:4294967295] 192.168.203.132@tcp LPNI seq info [649:649:6:4294967295] 00000800:00000200:3.0:1749394100.440264:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394100.440265:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394100.440271:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749394100.440276:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394100.440278:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394100.440287:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394100.440292:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2edd0 00000400:00000010:3.0:1749394100.440295:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2edd0. 00000800:00000200:0.0:1749394100.440296:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394100.440301:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394100.440308:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749394100.440309:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499770880/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394100.440316:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394100.440321:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394100.440331:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394100.440334:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394100.440336:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394100.440339:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394100.440343:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394100.440345:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:3.0:1749394100.440347:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:3.0:1749394100.440352:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499771008/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394100.440407:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394100.440410:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394100.440413:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394100.440416:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394100.440418:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:3.0:1749394100.440429:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749394100.440435:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499771136/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394100.441988:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.441997:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394100.442005:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442010:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442015:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442020:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14500 00000400:00000200:3.0:1749394100.442025:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442031:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1dbd [1] + 0 00000400:00000200:3.0:1749394100.442042:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394100.442047:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394100.442056:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499771136/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394100.442099:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442103:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394100.442106:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442109:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442112:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442115:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14480 00000400:00000200:3.0:1749394100.442118:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442122:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1db5 [1] + 0 00000400:00000200:3.0:1749394100.442127:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394100.442130:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394100.442135:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499771008/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394100.442147:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442151:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394100.442154:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442166:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442170:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394100.442173:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14400 00000400:00000200:3.0:1749394100.442177:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394100.442183:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394100.442191:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749394100.442217:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000400:00000200:3.0:1749394100.442225:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1da5 [1] + 224 00000100:00000200:0.0:1749394100.442230:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499771008/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394100.442242:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394100.442246:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394100.442249:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499771008/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394100.442253:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499770880/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394100.442289:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394100.442293:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749394100.442295:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394100.442300:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499771136/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394100.442309:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499771136/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394100.442326:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394100.442333:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394100.442338:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749394100.442343:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394100.442347:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394100.442350:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000400:00000010:2.0:1749394100.442374:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394100.442382:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:2.0:1749394100.442385:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394100.442394:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499770880/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394100.442407:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499770880/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394100.442427:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:2.0:1749394100.442432:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394100.442435:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749394100.443722:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:3.0:1749394100.443730:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c6c0. 00000100:00000010:2.0:1749394105.447723:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394105.447738:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394105.447775:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394105.447782:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749394105.447801:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394105.447816:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749394105.447852:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749394105.447859:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394105.447863:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394105.447868:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394105.447872:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499771264, portal 25 00000400:00000010:2.0:1749394105.447877:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ecc0. 00000100:00000200:2.0:1749394105.447879:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499771264, offset 0 00000400:00000200:2.0:1749394105.447886:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394105.447893:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394105.447899:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:0.0:1749394105.447900:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:2.0:1749394105.447904:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394105.447908:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394105.447911:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394105.447911:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749394105.447914:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:2.0:1749394105.447914:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394105.447918:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [639:639:256:4294967295] 192.168.203.132@tcp LPNI seq info [650:650:8:4294967295] 00000400:00000010:0.0:1749394105.447919:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:2.0:1749394105.447922:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394105.447931:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:0.0:1749394105.447932:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499771392, portal 10 00000400:00000010:0.0:1749394105.447937:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000800:00000200:2.0:1749394105.447937:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394105.447940:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499771392, offset 0 00000800:00000010:2.0:1749394105.447940:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:2.0:1749394105.447947:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394105.447948:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394105.447953:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394105.447954:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394105.447957:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394105.447959:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394105.447963:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394105.447966:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394105.447969:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394105.447972:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394105.447976:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [640:640:255:4294967295] 192.168.203.132@tcp LPNI seq info [651:651:7:4294967295] 00000400:00000200:2.0:1749394105.447980:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394105.447981:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394105.447984:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000400:00000200:0.0:1749394105.447990:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000010:2.0:1749394105.447992:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c480. 00000800:00000200:0.0:1749394105.447995:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394105.447998:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394105.448003:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394105.448010:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394105.448014:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394105.448020:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394105.448031:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749394105.448035:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394105.448037:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394105.448040:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394105.448042:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499771520, portal 10 00000400:00000010:0.0:1749394105.448045:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749394105.448047:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499771520, offset 0 00000400:00000200:0.0:1749394105.448051:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394105.448053:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394105.448054:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394105.448057:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394105.448060:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749394105.448060:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749394105.448062:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394105.448066:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394105.448070:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394105.448072:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394105.448074:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394105.448075:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [641:641:254:4294967295] 192.168.203.132@tcp LPNI seq info [652:652:6:4294967295] 00000400:00000200:3.0:1749394105.448078:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ecc0 00000400:00000200:0.0:1749394105.448080:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394105.448081:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ecc0. 00000400:00000200:0.0:1749394105.448087:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749394105.448090:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499771264/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394105.448091:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394105.448094:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394105.448097:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394105.448102:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394105.448105:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394105.448110:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394105.448110:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394105.448113:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394105.448116:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394105.448120:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394105.448122:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:3.0:1749394105.448124:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:3.0:1749394105.448129:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499771392/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394105.448229:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394105.448232:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394105.448235:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394105.448239:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394105.448242:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:3.0:1749394105.448253:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749394105.448260:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499771520/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394105.449781:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449789:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394105.449796:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449800:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449804:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449807:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14580 00000400:00000200:3.0:1749394105.449812:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449817:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1dc5 [1] + 224 00000400:00000200:3.0:1749394105.449827:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394105.449831:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394105.449840:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499771264/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394105.449878:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449882:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394105.449886:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449889:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449892:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449895:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14600 00000400:00000200:3.0:1749394105.449898:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449902:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1dd5 [1] + 0 00000400:00000200:3.0:1749394105.449907:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394105.449910:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394105.449916:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499771392/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394105.449939:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449942:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394105.449946:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449958:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449962:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394105.449965:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14680 00000400:00000200:3.0:1749394105.449968:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394105.449971:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394105.449979:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:2.0:1749394105.449981:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000400:00000200:3.0:1749394105.449987:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ddd [1] + 0 00000100:00000200:2.0:1749394105.449991:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499771264/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394105.450002:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394105.450006:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394105.450011:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499771520/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394105.450022:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499771264/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394105.450031:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394105.450038:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 02000000:00000010:2.0:1749394105.450040:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 00000400:00000010:0.0:1749394105.450041:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 02000000:00000010:2.0:1749394105.450044:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394105.450047:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749394105.450050:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499771392/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394105.450063:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499771392/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394105.450084:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394105.450087:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749394105.450088:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394105.450093:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499771520/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394105.450101:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499771520/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394105.450113:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394105.450118:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394105.450122:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 02000000:00000010:0.0:1749394105.450125:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749394105.450137:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394105.450140:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:2.0:1749394105.451706:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:3.0:1749394105.451713:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c480. 00000100:00000010:2.0:1749394110.455817:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394110.455853:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394110.455924:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394110.455936:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749394110.455964:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394110.455968:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:2.0:1749394110.456032:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749394110.456047:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394110.456052:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394110.456060:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394110.456071:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499771648, portal 25 02000000:00000010:0.0:1749394110.456076:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000010:2.0:1749394110.456077:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ed48. 00000100:00000200:2.0:1749394110.456080:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499771648, offset 0 00000400:00000200:0.0:1749394110.456089:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394110.456091:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394110.456093:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394110.456099:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000200:2.0:1749394110.456103:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394110.456104:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499771776, portal 10 00000400:00000010:0.0:1749394110.456112:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:2.0:1749394110.456113:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394110.456115:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499771776, offset 0 00000400:00000200:2.0:1749394110.456122:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394110.456150:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394110.456158:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394110.456163:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394110.456164:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394110.456168:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394110.456169:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394110.456172:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394110.456172:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394110.456175:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394110.456177:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [642:642:256:4294967295] 192.168.203.132@tcp LPNI seq info [653:653:8:4294967295] 00000400:00000200:0.0:1749394110.456178:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394110.456182:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [643:643:256:4294967295] 192.168.203.132@tcp LPNI seq info [654:654:8:4294967295] 00000400:00000200:2.0:1749394110.456182:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394110.456187:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394110.456196:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394110.456203:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394110.456207:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394110.456213:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394110.456218:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394110.456227:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:2.0:1749394110.456228:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:2.0:1749394110.456233:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394110.456239:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394110.456240:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394110.456245:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749394110.456245:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749394110.456271:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394110.456275:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394110.456278:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000100:00000010:2.0:1749394110.456296:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c700. 02000000:00000010:0.0:1749394110.456313:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749394110.456317:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394110.456319:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394110.456323:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749394110.456326:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499771904, portal 10 00000400:00000010:0.0:1749394110.456330:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394110.456343:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499771904, offset 0 00000800:00000200:3.0:1749394110.456344:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394110.456348:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394110.456351:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749394110.456352:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394110.456356:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394110.456359:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394110.456361:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394110.456361:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394110.456364:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394110.456366:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394110.456370:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [644:644:254:4294967295] 192.168.203.132@tcp LPNI seq info [655:655:6:4294967295] 00000400:00000200:3.0:1749394110.456370:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394110.456374:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.456375:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ed48 00000400:00000010:3.0:1749394110.456378:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ed48. 00000400:00000200:0.0:1749394110.456382:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394110.456386:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394110.456389:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000100:00000200:3.0:1749394110.456391:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499771648/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394110.456393:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394110.456398:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394110.456401:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394110.456406:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394110.456416:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394110.456418:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394110.456421:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394110.456425:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394110.456427:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:3.0:1749394110.456429:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:3.0:1749394110.456434:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499771776/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394110.456525:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394110.456527:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394110.456530:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394110.456533:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394110.456535:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:3.0:1749394110.456546:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749394110.456552:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499771904/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394110.458309:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458318:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394110.458326:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458330:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458335:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458340:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14700 00000400:00000200:3.0:1749394110.458345:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458352:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1de5 [1] + 224 00000400:00000200:3.0:1749394110.458364:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394110.458368:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394110.458378:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499771648/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394110.458420:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458424:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394110.458428:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458431:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458434:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458436:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14800 00000400:00000200:3.0:1749394110.458440:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458443:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1dfd [1] + 0 00000400:00000200:3.0:1749394110.458449:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394110.458452:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394110.458457:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499771904/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394110.458481:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458485:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394110.458489:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458501:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458504:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394110.458508:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14780 00000400:00000010:2.0:1749394110.458510:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394110.458511:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394110.458519:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:2.0:1749394110.458521:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000400:00000200:3.0:1749394110.458526:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1df5 [1] + 0 00000100:00000200:2.0:1749394110.458531:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499771648/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394110.458534:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394110.458542:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749394110.458544:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749394110.458544:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499771648/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394110.458546:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394110.458550:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394110.458554:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499771904/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394110.458556:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499771776/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394110.458567:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499771904/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394110.458572:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:2.0:1749394110.458578:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394110.458583:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394110.458594:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749394110.458600:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394110.458645:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000400:00000010:0.0:1749394110.458653:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394110.458655:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749394110.458657:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394110.458672:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499771776/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394110.458681:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499771776/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394110.458697:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394110.458700:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394110.458703:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:3.0:1749394110.459724:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c700. 00000100:00000010:2.0:1749394110.459743:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:2.0:1749394115.463820:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394115.463855:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394115.463930:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749394115.463938:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749394115.463968:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394115.463973:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749394115.464035:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 02000000:00000010:0.0:1749394115.464039:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:2.0:1749394115.464050:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394115.464051:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394115.464056:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:2.0:1749394115.464056:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:0.0:1749394115.464064:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000010:2.0:1749394115.464064:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394115.464075:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499772032, portal 25 00000100:00000200:0.0:1749394115.464078:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499772160, portal 10 00000400:00000010:2.0:1749394115.464081:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eee0. 00000100:00000200:2.0:1749394115.464084:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499772032, offset 0 00000400:00000010:0.0:1749394115.464086:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749394115.464128:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499772160, offset 0 00000400:00000200:0.0:1749394115.464140:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394115.464143:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394115.464152:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394115.464153:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394115.464162:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394115.464162:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394115.464169:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394115.464169:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394115.464175:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394115.464175:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394115.464180:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394115.464180:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394115.464183:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394115.464184:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394115.464189:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [646:646:256:4294967295] 192.168.203.132@tcp LPNI seq info [656:657:8:4294967295] 00000400:00000200:2.0:1749394115.464189:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [646:646:256:4294967295] 192.168.203.132@tcp LPNI seq info [657:657:8:4294967295] 00000400:00000200:0.0:1749394115.464194:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394115.464194:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394115.464207:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394115.464214:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394115.464218:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394115.464219:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:0.0:1749394115.464224:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394115.464227:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394115.464229:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394115.464234:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394115.464239:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394115.464241:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394115.464246:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749394115.464246:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749394115.464271:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394115.464272:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394115.464279:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000100:00000010:2.0:1749394115.464297:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8ce00. 02000000:00000010:0.0:1749394115.464317:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394115.464322:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394115.464324:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394115.464328:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394115.464332:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499772288, portal 10 00000400:00000010:0.0:1749394115.464336:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749394115.464339:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499772288, offset 0 00000800:00000200:3.0:1749394115.464339:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394115.464343:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394115.464346:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749394115.464348:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394115.464351:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394115.464355:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394115.464355:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394115.464358:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394115.464361:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394115.464363:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394115.464363:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394115.464367:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [647:647:254:4294967295] 192.168.203.132@tcp LPNI seq info [658:658:6:4294967295] 00000400:00000200:3.0:1749394115.464369:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eee0 00000400:00000200:0.0:1749394115.464371:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394115.464372:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eee0. 00000400:00000200:0.0:1749394115.464378:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394115.464383:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394115.464386:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000100:00000200:3.0:1749394115.464386:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499772032/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394115.464389:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394115.464394:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394115.464397:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394115.464402:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394115.464411:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394115.464413:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394115.464416:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394115.464420:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394115.464422:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:3.0:1749394115.464425:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:3.0:1749394115.464430:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499772160/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394115.464517:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394115.464520:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749394115.464522:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394115.464526:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394115.464528:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:3.0:1749394115.464539:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:3.0:1749394115.464545:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499772288/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394115.466218:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466226:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394115.466234:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466239:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466244:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466249:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14900 00000400:00000200:3.0:1749394115.466254:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466260:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1e0d [1] + 0 00000400:00000200:3.0:1749394115.466271:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394115.466276:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394115.466285:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499772160/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394115.466329:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466333:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394115.466337:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466340:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466346:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14880 00000400:00000200:3.0:1749394115.466349:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466353:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1e05 [1] + 224 00000400:00000200:3.0:1749394115.466358:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394115.466361:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394115.466361:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394115.466369:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749394115.466371:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:3.0:1749394115.466377:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499772032/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394115.466381:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499772160/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394115.466394:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499772160/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394115.466401:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466405:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394115.466408:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466421:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466424:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466427:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14980 02000000:00000010:0.0:1749394115.466429:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 00000400:00000200:3.0:1749394115.466431:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394115.466434:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1e1d [1] + 0 02000000:00000010:0.0:1749394115.466445:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394115.466450:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000400:00000200:3.0:1749394115.466451:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394115.466455:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394115.466461:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499772288/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394115.466483:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394115.466486:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749394115.466488:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394115.466494:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499772288/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394115.466498:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000100:00000200:0.0:1749394115.466503:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499772288/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394115.466506:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:2.0:1749394115.466509:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 02000000:00000010:0.0:1749394115.466518:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 00000100:00000200:2.0:1749394115.466518:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499772032/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394115.466522:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394115.466525:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000200:2.0:1749394115.466531:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499772032/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394115.466550:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:2.0:1749394115.466555:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394115.466559:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749394115.467719:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:3.0:1749394115.467726:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8ce00. 00000100:00000010:2.0:1749394120.471842:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394120.471895:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394120.471973:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394120.471982:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394120.472011:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394120.472016:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749394120.472048:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749394120.472102:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394120.472110:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4b00. 00000400:00000010:3.0:1749394120.472120:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749394120.472132:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499772416, portal 25 00000400:00000010:3.0:1749394120.472140:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000100:00000200:3.0:1749394120.472145:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499772416, offset 0 02000000:00000010:0.0:1749394120.472159:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749394120.472160:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394120.472171:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394120.472175:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749394120.472176:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394120.472181:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394120.472185:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499772544, portal 10 00000400:00000200:3.0:1749394120.472189:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394120.472193:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394120.472196:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499772544, offset 0 00000400:00000200:3.0:1749394120.472198:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394120.472204:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394120.472206:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394120.472211:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.472212:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394120.472216:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394120.472217:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394120.472221:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394120.472224:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [648:648:256:4294967295] 192.168.203.132@tcp LPNI seq info [659:659:8:4294967295] 00000400:00000200:0.0:1749394120.472225:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394120.472228:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394120.472231:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394120.472231:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394120.472235:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [649:649:256:4294967295] 192.168.203.132@tcp LPNI seq info [660:660:8:4294967295] 00000400:00000200:0.0:1749394120.472239:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.472249:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394120.472260:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394120.472262:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394120.472267:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000800:00000200:0.0:1749394120.472268:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394120.472272:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:3.0:1749394120.472279:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394120.472287:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394120.472300:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394120.472302:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394120.472306:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394120.472308:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394120.472327:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.472333:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394120.472334:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89280. 00000100:00000010:0.0:1749394120.472366:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b898c0. 02000000:00000010:0.0:1749394120.472379:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394120.472383:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394120.472386:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394120.472389:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749394120.472393:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499772672, portal 10 00000400:00000010:0.0:1749394120.472396:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394120.472399:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499772672, offset 0 00000400:00000200:0.0:1749394120.472403:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394120.472403:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394120.472407:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394120.472408:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:0.0:1749394120.472411:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394120.472414:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394120.472417:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394120.472418:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394120.472419:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394120.472422:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394120.472426:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [650:650:254:4294967295] 192.168.203.132@tcp LPNI seq info [661:661:6:4294967295] 00000400:00000200:3.0:1749394120.472427:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394120.472430:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.472434:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000200:0.0:1749394120.472437:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:3.0:1749394120.472438:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000800:00000200:0.0:1749394120.472442:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394120.472445:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394120.472448:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394120.472453:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:3.0:1749394120.472455:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499772544/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394120.472456:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394120.472461:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394120.472491:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394120.472494:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:3.0:1749394120.472500:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394120.472506:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394120.472510:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000010:3.0:1749394120.472514:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000100:00000200:3.0:1749394120.472523:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499772416/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394120.472705:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394120.472710:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394120.472716:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394120.472722:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394120.472727:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:3.0:1749394120.472730:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:3.0:1749394120.472739:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499772672/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394120.474451:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474460:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394120.474469:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474475:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474489:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474495:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14a80 00000400:00000200:3.0:1749394120.474503:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474511:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1e35 [1] + 0 00000400:00000200:3.0:1749394120.474527:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394120.474533:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394120.474545:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499772544/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394120.474592:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474599:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394120.474628:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474633:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474638:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394120.474643:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749394120.474643:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14a00 00000400:00000200:3.0:1749394120.474649:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394120.474651:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749394120.474661:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394120.474671:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499772544/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394120.474672:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1e25 [1] + 224 00000400:00000200:3.0:1749394120.474682:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394120.474685:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499772544/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394120.474688:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394120.474696:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499772416/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394120.474720:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749394120.474726:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394120.474732:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000400:00000200:3.0:1749394120.474732:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474738:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394120.474743:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474748:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474752:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474757:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14b00 00000400:00000200:3.0:1749394120.474763:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394120.474768:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1e3d [1] + 0 00000400:00000200:3.0:1749394120.474787:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749394120.474788:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4b00. 00000400:00000200:2.0:1749394120.474798:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000200:3.0:1749394120.474798:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749394120.474800:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749394120.474809:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499772672/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394120.474811:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499772416/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394120.474824:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499772416/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394120.474843:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 02000000:00000010:2.0:1749394120.474848:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394120.474852:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394120.474873:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394120.474877:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:0.0:1749394120.474879:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749394120.474885:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499772672/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394120.474895:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499772672/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394120.474911:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394120.474915:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394120.474918:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:3.0:1749394120.476687:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b898c0. 00000100:00000010:2.0:1749394120.476713:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89280. 00000100:00000010:2.0:1749394125.479840:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394125.479874:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394125.479949:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394125.479958:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749394125.479987:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394125.479992:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394125.480074:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749394125.480089:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394125.480095:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394125.480105:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394125.480117:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499772800, portal 25 02000000:00000010:0.0:1749394125.480120:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000010:2.0:1749394125.480129:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eee0. 00000400:00000200:0.0:1749394125.480132:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394125.480133:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499772800, offset 0 00000400:00000010:0.0:1749394125.480136:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394125.480142:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:2.0:1749394125.480148:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394125.480157:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499772928, portal 10 00000400:00000200:2.0:1749394125.480162:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394125.480164:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394125.480168:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499772928, offset 0 00000400:00000200:0.0:1749394125.480176:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394125.480182:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394125.480193:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394125.480195:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394125.480200:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394125.480201:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394125.480206:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394125.480207:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394125.480211:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394125.480212:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394125.480216:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394125.480223:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394125.480223:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [651:651:256:4294967295] 192.168.203.132@tcp LPNI seq info [662:662:8:4294967295] 00000400:00000200:0.0:1749394125.480228:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [652:652:256:4294967295] 192.168.203.132@tcp LPNI seq info [663:663:8:4294967295] 00000400:00000200:2.0:1749394125.480230:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394125.480233:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394125.480247:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394125.480258:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394125.480261:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394125.480266:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1749394125.480267:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394125.480271:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394125.480277:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394125.480277:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394125.480290:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394125.480290:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394125.480296:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749394125.480296:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394125.480328:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394125.480328:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394125.480335:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89f00. 00000100:00000010:0.0:1749394125.480354:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89500. 02000000:00000010:0.0:1749394125.480367:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394125.480371:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394125.480374:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394125.480377:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394125.480381:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499773056, portal 10 00000400:00000010:0.0:1749394125.480385:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394125.480387:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499773056, offset 0 00000400:00000200:0.0:1749394125.480392:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394125.480395:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394125.480399:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394125.480402:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394125.480405:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394125.480407:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749394125.480408:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394125.480409:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394125.480413:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [653:653:254:4294967295] 192.168.203.132@tcp LPNI seq info [664:664:6:4294967295] 00000400:00000200:0.0:1749394125.480417:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394125.480417:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:0.0:1749394125.480424:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394125.480428:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394125.480428:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1749394125.480437:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394125.480439:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394125.480442:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394125.480446:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000800:00000200:0.0:1749394125.480447:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394125.480450:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:3.0:1749394125.480450:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000400:00000200:0.0:1749394125.480457:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394125.480468:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499772928/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394125.480502:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394125.480506:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1749394125.480511:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394125.480515:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394125.480519:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eee0 00000400:00000010:3.0:1749394125.480522:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eee0. 00000100:00000200:3.0:1749394125.480529:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499772800/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394125.480704:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394125.480709:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394125.480713:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394125.480720:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394125.480724:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:3.0:1749394125.480727:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:3.0:1749394125.480736:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499773056/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394125.482504:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482512:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394125.482521:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482535:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482540:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482545:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14c00 00000400:00000200:3.0:1749394125.482550:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482557:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1e55 [1] + 0 00000400:00000200:3.0:1749394125.482571:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394125.482575:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394125.482585:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499772928/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394125.482653:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482658:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394125.482662:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394125.482663:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:3.0:1749394125.482665:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482668:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394125.482671:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000200:3.0:1749394125.482671:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14c80 00000400:00000010:0.0:1749394125.482673:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000400:00000200:3.0:1749394125.482674:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482678:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1e5d [1] + 0 00000100:00000200:0.0:1749394125.482683:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499772928/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394125.482684:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394125.482687:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394125.482693:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499773056/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394125.482696:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499772928/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394125.482707:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482710:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394125.482714:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482716:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482719:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482722:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14b80 00000400:00000200:3.0:1749394125.482725:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394125.482729:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1e45 [1] + 224 00000400:00000010:0.0:1749394125.482737:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394125.482740:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394125.482742:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749394125.482745:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394125.482746:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499773056/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394125.482754:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394125.482756:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499773056/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394125.482760:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499772800/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394125.482770:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394125.482777:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394125.482782:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 02000000:00000010:0.0:1749394125.482788:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394125.482792:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394125.482794:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000400:00000010:2.0:1749394125.482856:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394125.482864:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:2.0:1749394125.482867:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394125.482876:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499772800/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394125.482889:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499772800/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394125.482908:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:2.0:1749394125.482913:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394125.482917:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749394125.483692:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89f00. 00000100:00000010:3.0:1749394125.483701:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89500. 00000100:00000010:0.0:1749394130.487889:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1880. 02000000:00000010:0.0:1749394130.487926:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749394130.488041:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0700. 02000000:00000010:0.0:1749394130.488050:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a400. 00000100:00000010:0.0:1749394130.488078:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749394130.488103:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5ac00. 02000000:00000010:1.0:1749394130.488118:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6efd400. 02000000:00000010:2.0:1749394130.488131:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000400:00000200:1.0:1749394130.488141:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394130.488143:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394130.488150:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:2.0:1749394130.488150:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:1.0:1749394130.488161:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000400:00000010:2.0:1749394130.488161:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:1.0:1749394130.488173:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499773184, portal 25 00000100:00000200:2.0:1749394130.488181:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499773312, portal 10 00000400:00000010:1.0:1749394130.488193:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a13b8. 00000100:00000200:1.0:1749394130.488200:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499773184, offset 0 00000400:00000010:2.0:1749394130.488203:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ed48. 00000100:00000200:2.0:1749394130.488208:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499773312, offset 0 00000400:00000200:1.0:1749394130.488215:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394130.488218:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394130.488229:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394130.488229:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394130.488239:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394130.488240:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394130.488247:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394130.488248:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749394130.488253:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394130.488254:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394130.488259:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394130.488259:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394130.488262:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394130.488263:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394130.488268:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [655:655:256:4294967295] 192.168.203.132@tcp LPNI seq info [665:665:8:4294967295] 00000400:00000200:2.0:1749394130.488269:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [655:655:256:4294967295] 192.168.203.132@tcp LPNI seq info [666:666:8:4294967295] 00000400:00000200:1.0:1749394130.488274:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394130.488277:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394130.488294:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394130.488305:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394130.488308:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394130.488313:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000800:00000200:1.0:1749394130.488314:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394130.488318:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:1.0:1749394130.488324:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394130.488324:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394130.488337:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394130.488337:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394130.488343:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749394130.488343:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749394130.488376:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394130.488380:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749394130.488382:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521780. 00000100:00000010:1.0:1749394130.488403:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521900. 02000000:00000010:2.0:1749394130.488436:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749394130.488440:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394130.488443:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394130.488447:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ecc0. 00000100:00000200:2.0:1749394130.488450:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499773440, portal 10 00000400:00000010:2.0:1749394130.488455:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2edd0. 00000100:00000200:2.0:1749394130.488457:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499773440, offset 0 00000400:00000200:2.0:1749394130.488462:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394130.488467:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394130.488471:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394130.488474:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394130.488477:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394130.488479:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394130.488489:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394130.488493:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [656:656:254:4294967295] 192.168.203.132@tcp LPNI seq info [667:667:6:4294967295] 00000400:00000200:2.0:1749394130.488497:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394130.488505:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394130.488510:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394130.488513:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000800:00000200:2.0:1749394130.488517:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394130.488521:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1749394130.488522:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394130.488525:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:3.0:1749394130.488528:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000400:00000200:2.0:1749394130.488532:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.488536:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394130.488544:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394130.488549:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a13b8 00000400:00000010:3.0:1749394130.488552:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a13b8. 00000100:00000200:3.0:1749394130.488566:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1880 x1834371499773184/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394130.488592:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394130.488594:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:3.0:1749394130.488598:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394130.488643:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394130.488646:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ed48 00000400:00000010:3.0:1749394130.488649:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ed48. 00000100:00000200:3.0:1749394130.488655:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0700 x1834371499773312/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394130.488748:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394130.488751:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:3.0:1749394130.488754:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394130.488757:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394130.488760:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2edd0 00000400:00000010:3.0:1749394130.488761:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2edd0. 00000100:00000200:3.0:1749394130.488766:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499773440/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394130.490651:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490660:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394130.490667:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490681:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490686:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490691:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14d00 00000400:00000200:3.0:1749394130.490696:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490703:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1e65 [1] + 224 00000400:00000200:3.0:1749394130.490715:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394130.490719:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394130.490730:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1880 x1834371499773184/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394130.490771:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490775:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394130.490779:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490782:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490785:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490787:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14d80 00000400:00000200:3.0:1749394130.490791:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490794:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1e6d [1] + 0 00000400:00000200:3.0:1749394130.490800:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394130.490803:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394130.490808:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0700 x1834371499773312/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394130.490831:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490835:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394130.490838:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490841:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490844:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490846:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14e00 00000400:00000200:3.0:1749394130.490849:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394130.490852:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1e7d [1] + 0 00000400:00000010:1.0:1749394130.490860:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:3.0:1749394130.490868:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749394130.490869:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749394130.490871:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000400:00000200:3.0:1749394130.490876:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:1.0:1749394130.490881:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1880 x1834371499773184/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394130.490882:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499773440/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394130.490895:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1880 x1834371499773184/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749394130.490925:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6efd400. 00000400:00000010:2.0:1749394130.490925:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 02000000:00000010:1.0:1749394130.490934:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394130.490934:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:2.0:1749394130.490936:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000100:00000010:1.0:1749394130.490939:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1880. 00000100:00000200:2.0:1749394130.490946:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0700 x1834371499773312/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394130.490958:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0700 x1834371499773312/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394130.490984:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394130.491015:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ecc0 00000400:00000010:2.0:1749394130.491017:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ecc0. 00000100:00000200:2.0:1749394130.491022:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499773440/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394130.491031:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499773440/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394130.491045:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394130.491050:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a400. 00000100:00000010:2.0:1749394130.491055:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0700. 02000000:00000010:2.0:1749394130.491059:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394130.491062:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5ac00. 00000100:00000010:2.0:1749394130.491073:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 00000100:00000010:2.0:1749394130.491699:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521780. 00000100:00000010:3.0:1749394130.491701:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521900. 00000100:00000010:0.0:1749394135.495756:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1180. 02000000:00000010:0.0:1749394135.495790:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67100. 00000100:00000010:0.0:1749394135.495863:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0000. 02000000:00000010:0.0:1749394135.495871:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58400. 00000100:00000010:0.0:1749394135.495898:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd0700. 02000000:00000010:0.0:1749394135.495902:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394135.495999:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ec00. 00000400:00000200:0.0:1749394135.496014:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394135.496020:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394135.496028:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 02000000:00000010:2.0:1749394135.496033:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000100:00000200:0.0:1749394135.496038:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499773568, portal 25 00000400:00000010:0.0:1749394135.496044:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:2.0:1749394135.496045:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394135.496048:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499773568, offset 0 00000400:00000010:2.0:1749394135.496051:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394135.496056:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ecc0. 00000400:00000200:0.0:1749394135.496060:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749394135.496061:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499773696, portal 10 00000400:00000010:2.0:1749394135.496068:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ebb0. 00000100:00000200:2.0:1749394135.496071:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499773696, offset 0 00000400:00000200:0.0:1749394135.496072:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394135.496078:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394135.496082:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394135.496085:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394135.496090:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394135.496091:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394135.496095:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394135.496096:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394135.496099:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394135.496100:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394135.496103:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394135.496103:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394135.496105:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394135.496108:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [657:657:256:4294967295] 192.168.203.132@tcp LPNI seq info [668:668:8:4294967295] 00000400:00000200:2.0:1749394135.496109:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [658:658:256:4294967295] 192.168.203.132@tcp LPNI seq info [669:669:8:4294967295] 00000400:00000200:0.0:1749394135.496113:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394135.496114:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394135.496127:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394135.496134:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394135.496139:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394135.496139:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000800:00000200:0.0:1749394135.496145:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394135.496147:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394135.496148:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394135.496153:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394135.496159:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394135.496160:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394135.496165:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749394135.496165:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394135.496190:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394135.496197:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89f40. 00000400:00000200:2.0:1749394135.496197:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394135.496242:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89940. 02000000:00000010:2.0:1749394135.496277:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000400:00000200:2.0:1749394135.496282:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394135.496285:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394135.496288:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749394135.496292:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499773824, portal 10 00000400:00000010:2.0:1749394135.496297:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ee58. 00000100:00000200:2.0:1749394135.496310:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499773824, offset 0 00000400:00000200:2.0:1749394135.496315:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394135.496320:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394135.496324:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394135.496327:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394135.496330:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394135.496333:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394135.496335:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394135.496338:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749394135.496339:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [659:659:254:4294967295] 192.168.203.132@tcp LPNI seq info [670:670:6:4294967295] 00000400:00000200:2.0:1749394135.496343:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394135.496345:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394135.496350:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394135.496352:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1749394135.496354:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394135.496357:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1749394135.496360:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:2.0:1749394135.496361:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394135.496366:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000800:00000200:2.0:1749394135.496367:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000010:3.0:1749394135.496369:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000800:00000200:2.0:1749394135.496370:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394135.496376:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394135.496382:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1180 x1834371499773568/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394135.496407:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394135.496410:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:3.0:1749394135.496414:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394135.496417:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394135.496420:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ebb0 00000400:00000010:3.0:1749394135.496422:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ebb0. 00000100:00000200:3.0:1749394135.496427:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0000 x1834371499773696/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394135.496501:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394135.496504:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1749394135.496506:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394135.496510:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394135.496512:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ee58 00000400:00000010:3.0:1749394135.496513:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ee58. 00000100:00000200:3.0:1749394135.496518:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd0700 x1834371499773824/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394135.498064:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498073:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394135.498081:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498094:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498099:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498104:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a14e80 00000400:00000200:3.0:1749394135.498109:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498115:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1e8d [1] + 224 00000400:00000200:3.0:1749394135.498127:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394135.498132:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394135.498141:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1180 x1834371499773568/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394135.498180:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498185:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394135.498189:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498192:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498194:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498197:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14f80 00000400:00000200:3.0:1749394135.498201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498204:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ea5 [1] + 0 00000400:00000200:3.0:1749394135.498209:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394135.498213:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394135.498215:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394135.498222:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394135.498225:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749394135.498231:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0700 x1834371499773824/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394135.498234:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1180 x1834371499773568/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394135.498247:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1180 x1834371499773568/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394135.498255:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498259:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394135.498263:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498265:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498268:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394135.498271:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a14f00 00000400:00000200:3.0:1749394135.498274:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394135.498276:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ec00. 00000400:00000200:3.0:1749394135.498277:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1e95 [1] + 0 02000000:00000010:0.0:1749394135.498281:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67100. 00000100:00000010:0.0:1749394135.498286:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1180. 00000400:00000200:3.0:1749394135.498293:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394135.498301:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394135.498307:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd0000 x1834371499773696/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394135.498355:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394135.498363:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ecc0 00000400:00000010:2.0:1749394135.498365:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ecc0. 00000100:00000200:2.0:1749394135.498375:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0000 x1834371499773696/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394135.498387:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0000 x1834371499773696/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394135.498412:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394135.498414:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000400:00000010:2.0:1749394135.498416:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749394135.498420:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd0700 x1834371499773824/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394135.498429:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd0700 x1834371499773824/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394135.498454:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394135.498459:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58400. 00000100:00000010:2.0:1749394135.498463:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0000. 02000000:00000010:2.0:1749394135.498467:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394135.498470:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58000. 00000100:00000010:2.0:1749394135.498473:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd0700. 00000100:00000010:2.0:1749394135.499714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89f40. 00000100:00000010:3.0:1749394135.499716:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89940. 00000100:00000010:0.0:1749394140.503738:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1180. 02000000:00000010:0.0:1749394140.503767:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749394140.503829:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1880. 02000000:00000010:0.0:1749394140.503838:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59c00. 00000100:00000010:0.0:1749394140.503862:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2d80. 02000000:00000010:0.0:1749394140.503867:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394140.503951:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ec00. 00000400:00000200:0.0:1749394140.503966:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394140.503972:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394140.503980:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 02000000:00000010:2.0:1749394140.503986:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000100:00000200:0.0:1749394140.503990:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499773952, portal 25 00000400:00000010:0.0:1749394140.503996:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000200:2.0:1749394140.503998:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394140.504000:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499773952, offset 0 00000400:00000010:2.0:1749394140.504003:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394140.504008:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000400:00000200:0.0:1749394140.504012:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749394140.504013:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499774080, portal 10 00000400:00000010:2.0:1749394140.504020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ecc0. 00000100:00000200:2.0:1749394140.504022:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499774080, offset 0 00000400:00000200:0.0:1749394140.504023:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394140.504030:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394140.504032:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394140.504037:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394140.504040:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394140.504043:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394140.504046:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394140.504047:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394140.504051:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394140.504051:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394140.504054:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394140.504054:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394140.504057:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394140.504062:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [660:660:256:4294967295] 192.168.203.132@tcp LPNI seq info [671:671:8:4294967295] 00000400:00000200:2.0:1749394140.504066:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394140.504069:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [661:661:256:4294967295] 192.168.203.132@tcp LPNI seq info [672:672:8:4294967295] 00000400:00000200:0.0:1749394140.504074:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394140.504079:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394140.504086:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394140.504091:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749394140.504095:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394140.504100:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394140.504101:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394140.504105:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394140.504110:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394140.504113:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394140.504117:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394140.504119:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1749394140.504121:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394140.504143:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394140.504149:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89400. 00000400:00000200:2.0:1749394140.504159:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394140.504162:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89980. 02000000:00000010:2.0:1749394140.504214:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749394140.504221:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394140.504225:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394140.504231:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749394140.504236:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499774208, portal 10 00000400:00000010:2.0:1749394140.504242:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ef68. 00000100:00000200:2.0:1749394140.504245:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499774208, offset 0 00000400:00000200:2.0:1749394140.504253:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394140.504259:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394140.504264:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749394140.504266:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749394140.504269:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749394140.504272:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394140.504273:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394140.504277:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394140.504279:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394140.504280:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394140.504286:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [662:662:254:4294967295] 192.168.203.132@tcp LPNI seq info [673:673:6:4294967295] 00000400:00000200:3.0:1749394140.504288:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394140.504293:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.504293:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:3.0:1749394140.504296:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000400:00000200:2.0:1749394140.504304:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749394140.504309:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1180 x1834371499773952/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394140.504312:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394140.504316:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:2.0:1749394140.504323:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394140.504331:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394140.504336:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394140.504345:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394140.504374:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394140.504377:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:3.0:1749394140.504381:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394140.504385:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394140.504388:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ecc0 00000400:00000010:3.0:1749394140.504390:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ecc0. 00000100:00000200:3.0:1749394140.504395:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1880 x1834371499774080/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394140.504422:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394140.504424:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1749394140.504427:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394140.504430:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394140.504433:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ef68 00000400:00000010:3.0:1749394140.504434:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ef68. 00000100:00000200:3.0:1749394140.504439:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2d80 x1834371499774208/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394140.505764:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505772:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394140.505781:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505794:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505799:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505804:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15000 00000400:00000200:3.0:1749394140.505809:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505816:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1eb5 [1] + 224 00000400:00000200:3.0:1749394140.505829:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394140.505833:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394140.505843:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1180 x1834371499773952/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394140.505885:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505889:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394140.505893:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505896:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505899:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505902:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15080 00000400:00000200:3.0:1749394140.505905:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505908:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ebd [1] + 0 00000400:00000200:3.0:1749394140.505913:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394140.505939:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:3.0:1749394140.505940:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394140.505947:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394140.505949:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749394140.505956:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1880 x1834371499774080/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394140.505959:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1180 x1834371499773952/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394140.505972:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1180 x1834371499773952/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394140.505983:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505987:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394140.505991:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505994:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.505997:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.506000:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15100 02000000:00000010:0.0:1749394140.506002:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ec00. 00000400:00000200:3.0:1749394140.506003:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394140.506006:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ecd [1] + 0 02000000:00000010:0.0:1749394140.506007:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749394140.506011:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1180. 00000400:00000200:3.0:1749394140.506021:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394140.506030:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394140.506037:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2d80 x1834371499774208/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394140.506082:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394140.506091:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000400:00000010:2.0:1749394140.506093:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749394140.506102:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1880 x1834371499774080/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394140.506116:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1880 x1834371499774080/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394140.506158:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394140.506160:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749394140.506162:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749394140.506167:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2d80 x1834371499774208/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394140.506176:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2d80 x1834371499774208/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394140.506189:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394140.506194:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59c00. 00000100:00000010:2.0:1749394140.506198:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1880. 02000000:00000010:2.0:1749394140.506202:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394140.506205:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58800. 00000100:00000010:2.0:1749394140.506210:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2d80. 00000100:00000010:3.0:1749394140.507722:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89980. 00000100:00000010:2.0:1749394140.507740:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89400. 00000100:00000010:0.0:1749394145.511743:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1180. 02000000:00000010:0.0:1749394145.511777:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749394145.511847:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1f80. 02000000:00000010:0.0:1749394145.511856:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58c00. 00000100:00000010:0.0:1749394145.511881:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2300. 02000000:00000010:0.0:1749394145.511911:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394145.511972:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ec00. 00000400:00000200:0.0:1749394145.511986:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394145.511992:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 02000000:00000010:2.0:1749394145.511997:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749394145.512010:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394145.512014:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:0.0:1749394145.512019:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000010:2.0:1749394145.512020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000100:00000200:0.0:1749394145.512030:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499774336, portal 25 00000100:00000200:2.0:1749394145.512035:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499774464, portal 10 00000400:00000010:0.0:1749394145.512036:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394145.512039:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499774336, offset 0 00000400:00000010:2.0:1749394145.512043:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ea18. 00000100:00000200:2.0:1749394145.512046:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499774464, offset 0 00000400:00000200:0.0:1749394145.512051:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394145.512054:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394145.512063:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394145.512063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394145.512074:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394145.512074:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394145.512081:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394145.512082:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394145.512088:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394145.512088:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394145.512093:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394145.512094:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394145.512096:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394145.512097:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394145.512102:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [663:663:256:4294967295] 192.168.203.132@tcp LPNI seq info [675:675:8:4294967295] 00000400:00000200:2.0:1749394145.512102:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [663:663:256:4294967295] 192.168.203.132@tcp LPNI seq info [675:675:8:4294967295] 00000400:00000200:0.0:1749394145.512108:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394145.512108:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394145.512130:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394145.512138:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394145.512144:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394145.512144:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1749394145.512150:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394145.512153:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:2.0:1749394145.512154:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394145.512158:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394145.512167:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394145.512167:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394145.512173:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749394145.512173:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394145.512207:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394145.512209:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394145.512214:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b890c0. 00000100:00000010:0.0:1749394145.512233:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b897c0. 02000000:00000010:2.0:1749394145.512263:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000400:00000200:2.0:1749394145.512268:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394145.512270:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394145.512274:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394145.512278:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499774592, portal 10 00000400:00000010:2.0:1749394145.512283:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2ec38. 00000100:00000200:2.0:1749394145.512284:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499774592, offset 0 00000400:00000200:2.0:1749394145.512290:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394145.512295:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394145.512298:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394145.512302:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394145.512305:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394145.512307:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394145.512310:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394145.512313:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [664:664:254:4294967295] 192.168.203.132@tcp LPNI seq info [676:676:6:4294967295] 00000400:00000200:2.0:1749394145.512317:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394145.512324:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394145.512328:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394145.512331:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:2.0:1749394145.512335:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394145.512339:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394145.512342:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394145.512347:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394145.512356:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394145.512363:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1749394145.512372:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394145.512380:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394145.512386:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ea18 00000400:00000010:3.0:1749394145.512388:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ea18. 00000100:00000200:3.0:1749394145.512402:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1f80 x1834371499774464/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394145.512426:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394145.512429:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394145.512431:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394145.512435:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394145.512438:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:3.0:1749394145.512440:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:3.0:1749394145.512445:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1180 x1834371499774336/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394145.512532:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394145.512535:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:3.0:1749394145.512537:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394145.512541:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394145.512543:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2ec38 00000400:00000010:3.0:1749394145.512544:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2ec38. 00000100:00000200:3.0:1749394145.512549:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2300 x1834371499774592/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394145.514049:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514057:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394145.514066:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514079:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514084:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514089:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15200 00000400:00000200:3.0:1749394145.514094:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514101:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ee5 [1] + 0 00000400:00000200:3.0:1749394145.514113:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394145.514117:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394145.514127:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1f80 x1834371499774464/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394145.514169:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514174:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394145.514177:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514180:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514183:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514186:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15280 00000400:00000200:3.0:1749394145.514189:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514193:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1ef5 [1] + 0 00000400:00000200:3.0:1749394145.514198:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394145.514201:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394145.514206:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2300 x1834371499774592/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394145.514219:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514222:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394145.514226:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514228:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514231:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514234:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15180 00000400:00000200:3.0:1749394145.514237:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394145.514240:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1edd [1] + 224 00000400:00000200:3.0:1749394145.514256:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749394145.514258:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749394145.514264:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394145.514267:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:2.0:1749394145.514269:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:2.0:1749394145.514279:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1f80 x1834371499774464/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394145.514280:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1180 x1834371499774336/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394145.514292:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1f80 x1834371499774464/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394145.514325:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394145.514327:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749394145.514329:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394145.514334:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2300 x1834371499774592/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394145.514342:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2300 x1834371499774592/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394145.514357:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394145.514363:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58c00. 00000100:00000010:2.0:1749394145.514369:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1f80. 02000000:00000010:2.0:1749394145.514374:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394145.514377:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a000. 00000100:00000010:2.0:1749394145.514381:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2300. 00000400:00000010:0.0:1749394145.514410:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000400:00000200:0.0:1749394145.514418:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394145.514420:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394145.514430:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1180 x1834371499774336/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394145.514443:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1180 x1834371499774336/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394145.514462:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ec00. 02000000:00000010:0.0:1749394145.514475:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749394145.514479:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1180. 00000100:00000010:3.0:1749394145.515722:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b897c0. 00000100:00000010:2.0:1749394145.515724:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b890c0. 00000100:00000010:0.0:1749394150.519734:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1180. 02000000:00000010:0.0:1749394150.519769:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67000. 00000100:00000010:0.0:1749394150.519837:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1c00. 02000000:00000010:0.0:1749394150.519846:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59400. 00000100:00000010:0.0:1749394150.519898:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd1500. 02000000:00000010:0.0:1749394150.519903:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59000. 02000000:00000010:1.0:1749394150.519950:0:2001:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6efd400. 00000400:00000200:1.0:1749394150.519969:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394150.519975:0:2001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749394150.519983:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749394150.519994:0:2001:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499774720, portal 25 00000400:00000010:1.0:1749394150.520000:0:2001:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 02000000:00000010:2.0:1749394150.520002:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000100:00000200:1.0:1749394150.520004:0:2001:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499774720, offset 0 00000400:00000200:2.0:1749394150.520015:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394150.520016:0:2001:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749394150.520020:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394150.520025:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000400:00000200:1.0:1749394150.520029:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394150.520030:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499774848, portal 10 00000400:00000010:2.0:1749394150.520037:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e088. 00000400:00000200:1.0:1749394150.520039:0:2001:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:2.0:1749394150.520039:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499774848, offset 0 00000400:00000200:1.0:1749394150.520047:0:2001:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394150.520047:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394150.520052:0:2001:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394150.520053:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394150.520057:0:2001:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394150.520059:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394150.520060:0:2001:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394150.520065:0:2001:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [665:665:256:4294967295] 192.168.203.132@tcp LPNI seq info [677:677:8:4294967295] 00000400:00000200:1.0:1749394150.520070:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394150.520081:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394150.520085:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394150.520088:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394150.520091:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394150.520095:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [666:666:256:4294967295] 192.168.203.132@tcp LPNI seq info [678:678:8:4294967295] 00000400:00000200:2.0:1749394150.520099:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394150.520112:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394150.520119:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394150.520124:0:2001:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394150.520125:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:1.0:1749394150.520129:0:2001:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394150.520133:0:2001:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:2.0:1749394150.520134:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394150.520138:0:2001:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394150.520147:0:2001:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394150.520148:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394150.520154:0:2001:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749394150.520154:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749394150.520189:0:2001:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394150.520192:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749394150.520196:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521f00. 00000100:00000010:1.0:1749394150.520219:0:2001:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521a00. 02000000:00000010:2.0:1749394150.520259:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749394150.520263:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394150.520266:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394150.520269:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749394150.520273:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499774976, portal 10 00000400:00000010:2.0:1749394150.520278:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e990. 00000100:00000200:2.0:1749394150.520280:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499774976, offset 0 00000400:00000200:2.0:1749394150.520285:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394150.520289:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394150.520292:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394150.520296:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394150.520298:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394150.520301:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394150.520303:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394150.520306:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [667:667:254:4294967295] 192.168.203.132@tcp LPNI seq info [679:679:6:4294967295] 00000400:00000200:2.0:1749394150.520310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394150.520317:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394150.520331:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394150.520334:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:2.0:1749394150.520338:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394150.520344:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394150.520347:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394150.520349:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749394150.520353:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394150.520356:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:3.0:1749394150.520365:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394150.520373:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394150.520378:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e088 00000400:00000010:3.0:1749394150.520381:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e088. 00000100:00000200:3.0:1749394150.520395:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1c00 x1834371499774848/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394150.520419:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394150.520422:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:3.0:1749394150.520425:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394150.520428:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394150.520431:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:3.0:1749394150.520433:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000100:00000200:3.0:1749394150.520438:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1180 x1834371499774720/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394150.520532:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394150.520534:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1749394150.520537:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394150.520540:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394150.520543:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e990 00000400:00000010:3.0:1749394150.520544:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e990. 00000100:00000200:3.0:1749394150.520549:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd1500 x1834371499774976/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394150.522318:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522326:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394150.522335:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522348:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522354:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522358:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15300 00000400:00000200:3.0:1749394150.522363:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522370:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1f05 [1] + 224 00000400:00000200:3.0:1749394150.522382:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394150.522386:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394150.522396:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1180 x1834371499774720/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394150.522439:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522443:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394150.522447:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522450:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522453:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522456:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15380 00000400:00000200:3.0:1749394150.522459:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522462:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1f0d [1] + 0 00000400:00000200:3.0:1749394150.522468:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394150.522471:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394150.522476:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1c00 x1834371499774848/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394150.522500:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522503:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394150.522507:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522509:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522512:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394150.522515:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15400 00000400:00000200:3.0:1749394150.522518:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394150.522523:0:2001:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749394150.522531:0:2001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749394150.522534:0:2001:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749394150.522544:0:2001:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1180 x1834371499774720/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394150.522547:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1f1d [1] + 0 00000100:00000200:1.0:1749394150.522557:0:2001:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1180 x1834371499774720/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394150.522567:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394150.522576:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394150.522582:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd1500 x1834371499774976/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749394150.522599:0:2001:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6efd400. 00000400:00000010:2.0:1749394150.522601:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394150.522647:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:2.0:1749394150.522650:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000100:00000200:2.0:1749394150.522660:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1c00 x1834371499774848/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394150.522672:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1c00 x1834371499774848/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394150.522698:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394150.522700:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749394150.522702:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749394150.522706:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd1500 x1834371499774976/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394150.522715:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd1500 x1834371499774976/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394150.522728:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394150.522734:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59400. 00000100:00000010:2.0:1749394150.522741:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1c00. 02000000:00000010:2.0:1749394150.522745:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394150.522747:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59000. 00000100:00000010:2.0:1749394150.522750:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1500. 02000000:00000010:1.0:1749394150.522774:0:2001:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67000. 00000100:00000010:1.0:1749394150.522778:0:2001:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd1180. 00000100:00000010:2.0:1749394150.523707:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521f00. 00000100:00000010:3.0:1749394150.523724:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521a00. 00000100:00000010:2.0:1749394155.527930:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394155.527966:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394155.528061:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394155.528071:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749394155.528096:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394155.528100:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394155.528159:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7400. 00000400:00000200:2.0:1749394155.528174:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394155.528180:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394155.528188:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 02000000:00000010:0.0:1749394155.528190:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000100:00000200:2.0:1749394155.528199:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499775104, portal 25 00000400:00000200:0.0:1749394155.528202:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394155.528205:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e440. 00000400:00000010:0.0:1749394155.528207:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749394155.528208:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499775104, offset 0 00000400:00000010:0.0:1749394155.528212:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:2.0:1749394155.528220:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394155.528228:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499775232, portal 10 00000400:00000200:2.0:1749394155.528232:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394155.528235:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749394155.528239:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499775232, offset 0 00000400:00000200:2.0:1749394155.528243:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394155.528247:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394155.528250:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394155.528253:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394155.528256:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394155.528259:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394155.528261:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394155.528264:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394155.528265:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394155.528268:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394155.528269:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [668:668:256:4294967295] 192.168.203.132@tcp LPNI seq info [680:680:8:4294967295] 00000400:00000200:0.0:1749394155.528271:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394155.528274:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394155.528275:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394155.528278:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [669:669:256:4294967295] 192.168.203.132@tcp LPNI seq info [681:681:8:4294967295] 00000400:00000200:0.0:1749394155.528283:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394155.528288:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394155.528295:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394155.528299:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749394155.528301:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394155.528307:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394155.528308:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394155.528311:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394155.528317:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394155.528320:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394155.528324:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394155.528327:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394155.528328:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394155.528353:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394155.528353:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394155.528359:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000100:00000010:2.0:1749394155.528378:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cc40. 02000000:00000010:0.0:1749394155.528399:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394155.528403:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394155.528406:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:0.0:1749394155.528409:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394155.528413:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499775360, portal 10 00000400:00000010:0.0:1749394155.528417:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749394155.528419:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499775360, offset 0 00000400:00000200:0.0:1749394155.528424:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394155.528424:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394155.528428:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394155.528431:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749394155.528431:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000400:00000200:0.0:1749394155.528435:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394155.528437:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394155.528440:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394155.528440:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394155.528442:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394155.528446:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [670:670:254:4294967295] 192.168.203.132@tcp LPNI seq info [682:682:6:4294967295] 00000400:00000200:3.0:1749394155.528448:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394155.528450:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.528453:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e440 00000400:00000010:3.0:1749394155.528456:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e440. 00000400:00000200:0.0:1749394155.528457:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394155.528461:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394155.528464:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394155.528468:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749394155.528470:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499775104/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394155.528473:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394155.528476:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394155.528481:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394155.528496:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394155.528498:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394155.528501:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394155.528505:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394155.528508:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:3.0:1749394155.528510:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:3.0:1749394155.528515:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499775232/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394155.528646:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394155.528649:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394155.528652:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394155.528656:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394155.528658:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:3.0:1749394155.528660:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:3.0:1749394155.528665:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499775360/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394155.530317:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530325:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394155.530334:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530347:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530352:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530357:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15480 00000400:00000200:3.0:1749394155.530362:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530368:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1f2d [1] + 224 00000400:00000200:3.0:1749394155.530381:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394155.530385:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394155.530395:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499775104/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394155.530438:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530443:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394155.530446:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530449:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530452:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530455:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15500 00000400:00000200:3.0:1749394155.530458:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530462:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1f3d [1] + 0 00000400:00000200:3.0:1749394155.530467:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394155.530470:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394155.530475:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499775232/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394155.530499:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530503:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394155.530506:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530509:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530512:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530515:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15580 00000400:00000200:3.0:1749394155.530518:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394155.530521:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1f45 [1] + 0 00000400:00000010:2.0:1749394155.530531:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394155.530539:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000200:3.0:1749394155.530540:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394155.530548:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749394155.530550:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000400:00000010:0.0:1749394155.530558:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749394155.530560:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499775104/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394155.530566:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394155.530568:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749394155.530573:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499775104/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394155.530575:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499775360/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394155.530578:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499775232/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394155.530590:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499775232/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394155.530637:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 02000000:00000010:2.0:1749394155.530640:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7400. 02000000:00000010:2.0:1749394155.530648:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000400:00000200:0.0:1749394155.530649:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749394155.530651:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000010:2.0:1749394155.530653:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749394155.530657:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499775360/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394155.530665:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499775360/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394155.530681:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749394155.530686:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394155.530689:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749394155.530694:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394155.530698:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394155.530700:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:2.0:1749394155.531701:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:3.0:1749394155.531708:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cc40. 00000100:00000010:2.0:1749394160.535759:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394160.535828:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394160.535898:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394160.535907:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394160.535933:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394160.535937:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749394160.535991:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749394160.536010:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394160.536012:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000010:3.0:1749394160.536017:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4b58. 00000400:00000010:3.0:1749394160.536025:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000400:00000200:0.0:1749394160.536027:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394160.536033:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749394160.536036:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499775488, portal 25 00000400:00000010:0.0:1749394160.536041:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000010:3.0:1749394160.536042:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d436e8. 00000100:00000200:3.0:1749394160.536045:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499775488, offset 0 00000100:00000200:0.0:1749394160.536047:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499775616, portal 10 00000400:00000010:0.0:1749394160.536056:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749394160.536057:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394160.536060:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499775616, offset 0 00000400:00000200:0.0:1749394160.536070:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394160.536070:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394160.536079:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.536080:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394160.536087:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394160.536088:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394160.536093:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394160.536094:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394160.536098:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394160.536100:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394160.536101:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394160.536104:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394160.536106:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [671:671:256:4294967295] 192.168.203.132@tcp LPNI seq info [683:683:8:4294967295] 00000400:00000200:0.0:1749394160.536109:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394160.536111:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394160.536114:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [672:672:256:4294967295] 192.168.203.132@tcp LPNI seq info [684:684:8:4294967295] 00000400:00000200:0.0:1749394160.536123:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.536124:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394160.536131:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394160.536136:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749394160.536138:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394160.536145:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394160.536147:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394160.536154:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749394160.536157:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394160.536163:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394160.536183:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394160.536192:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749394160.536197:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394160.536198:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749394160.536205:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15680. 00000400:00000200:0.0:1749394160.536211:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394160.536230:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b00. 02000000:00000010:0.0:1749394160.536263:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394160.536271:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394160.536271:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394160.536275:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000800:00000010:2.0:1749394160.536275:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000010:0.0:1749394160.536280:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000400:00000200:2.0:1749394160.536284:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394160.536285:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499775744, portal 10 00000400:00000010:0.0:1749394160.536291:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000400:00000200:2.0:1749394160.536292:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394160.536294:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499775744, offset 0 00000400:00000200:2.0:1749394160.536298:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d436e8 00000400:00000010:2.0:1749394160.536301:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d436e8. 00000400:00000200:0.0:1749394160.536303:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394160.536310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394160.536314:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499775488/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394160.536316:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394160.536321:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394160.536325:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394160.536328:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394160.536332:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394160.536337:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [673:673:255:4294967295] 192.168.203.132@tcp LPNI seq info [685:685:7:4294967295] 00000400:00000200:0.0:1749394160.536344:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394160.536356:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394160.536363:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394160.536368:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394160.536375:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394160.536382:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394160.536387:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394160.536395:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394160.536412:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394160.536415:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394160.536419:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394160.536423:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394160.536425:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:2.0:1749394160.536427:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749394160.536432:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499775616/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394160.536482:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394160.536484:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394160.536487:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394160.536490:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394160.536493:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:2.0:1749394160.536495:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749394160.536499:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499775744/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394160.537895:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.537913:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394160.537921:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.537925:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.537930:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.537934:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15600 00000400:00000200:3.0:1749394160.537939:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.537945:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1f4d [1] + 224 00000400:00000200:3.0:1749394160.537958:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394160.537962:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394160.537972:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499775488/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394160.538015:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.538020:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394160.538023:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.538026:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.538029:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.538032:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15700 00000400:00000200:3.0:1749394160.538035:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.538039:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1f65 [1] + 0 00000400:00000200:3.0:1749394160.538044:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394160.538047:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394160.538052:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499775744/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394160.538077:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.538080:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394160.538084:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.538086:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.538089:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394160.538092:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15680 00000400:00000200:3.0:1749394160.538095:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394160.538107:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4b58. 00000400:00000200:2.0:1749394160.538117:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000010:2.0:1749394160.538120:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000400:00000200:3.0:1749394160.538125:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1f5d [1] + 0 00000100:00000200:2.0:1749394160.538129:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499775488/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394160.538141:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749394160.538142:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499775488/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394160.538143:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394160.538147:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394160.538151:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749394160.538154:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:3.0:1749394160.538165:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499775616/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394160.538167:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499775744/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394160.538173:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 02000000:00000010:2.0:1749394160.538179:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394160.538184:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749394160.538196:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499775744/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394160.538230:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394160.538237:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394160.538243:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000400:00000010:0.0:1749394160.538254:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394160.538258:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749394160.538261:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394160.538269:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499775616/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394160.538285:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499775616/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394160.538308:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394160.538314:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394160.538320:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000100:00000010:2.0:1749394160.539723:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15680. 00000100:00000010:3.0:1749394160.539737:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b00. 00000100:00000010:2.0:1749394165.543851:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394165.543885:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394165.543959:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394165.543968:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394165.543998:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749394165.544003:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749394165.544058:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7c00. 00000400:00000200:2.0:1749394165.544072:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394165.544078:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394165.544086:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749394165.544096:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499775872, portal 25 02000000:00000010:0.0:1749394165.544116:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000010:2.0:1749394165.544122:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e908. 00000100:00000200:2.0:1749394165.544126:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499775872, offset 0 00000400:00000200:0.0:1749394165.544128:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394165.544133:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000200:2.0:1749394165.544138:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394165.544149:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:2.0:1749394165.544150:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394165.544154:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499776000, portal 10 00000400:00000200:2.0:1749394165.544160:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394165.544161:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749394165.544164:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499776000, offset 0 00000400:00000200:2.0:1749394165.544168:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394165.544172:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394165.544174:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394165.544179:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394165.544179:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394165.544182:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394165.544185:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394165.544187:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [674:674:256:4294967295] 192.168.203.132@tcp LPNI seq info [686:686:8:4294967295] 00000400:00000200:0.0:1749394165.544190:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394165.544192:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394165.544194:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394165.544197:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394165.544199:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394165.544204:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [675:675:255:4294967295] 192.168.203.132@tcp LPNI seq info [687:687:7:4294967295] 00000400:00000200:2.0:1749394165.544205:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394165.544212:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394165.544217:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749394165.544219:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394165.544226:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394165.544229:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394165.544235:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394165.544238:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749394165.544239:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:2.0:1749394165.544244:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394165.544245:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394165.544252:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394165.544256:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394165.544271:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394165.544276:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394165.544278:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000100:00000010:2.0:1749394165.544297:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8ca80. 02000000:00000010:0.0:1749394165.544314:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394165.544318:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394165.544321:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394165.544325:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394165.544328:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499776128, portal 10 00000400:00000010:0.0:1749394165.544333:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749394165.544335:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499776128, offset 0 00000400:00000200:0.0:1749394165.544339:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394165.544342:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394165.544344:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394165.544347:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749394165.544349:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749394165.544350:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394165.544353:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394165.544356:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394165.544358:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394165.544358:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394165.544361:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [676:676:254:4294967295] 192.168.203.132@tcp LPNI seq info [688:688:6:4294967295] 00000400:00000200:0.0:1749394165.544366:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.544367:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394165.544372:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394165.544372:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e908 00000400:00000010:3.0:1749394165.544376:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e908. 00000800:00000200:0.0:1749394165.544377:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394165.544380:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394165.544383:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394165.544388:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394165.544390:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:3.0:1749394165.544390:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499775872/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394165.544403:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394165.544416:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394165.544418:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394165.544421:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394165.544424:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394165.544427:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:3.0:1749394165.544429:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:3.0:1749394165.544434:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499776000/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394165.544526:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394165.544528:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394165.544531:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394165.544534:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394165.544537:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:3.0:1749394165.544539:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749394165.544543:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499776128/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394165.546172:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546197:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394165.546205:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546210:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546215:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546219:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15780 00000400:00000200:3.0:1749394165.546224:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546230:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1f6d [1] + 224 00000400:00000200:3.0:1749394165.546245:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394165.546249:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394165.546258:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499775872/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394165.546301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546306:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394165.546309:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546312:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546315:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546318:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15880 00000400:00000200:3.0:1749394165.546321:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546325:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1f85 [1] + 0 00000400:00000200:3.0:1749394165.546330:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394165.546333:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394165.546338:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499776128/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394165.546361:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546365:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394165.546368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546371:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546373:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394165.546376:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15800 00000400:00000200:3.0:1749394165.546379:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394165.546390:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394165.546399:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749394165.546401:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000400:00000200:3.0:1749394165.546407:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1f7d [1] + 0 00000100:00000200:2.0:1749394165.546411:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499775872/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394165.546416:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 00000100:00000200:2.0:1749394165.546423:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499775872/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394165.546424:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749394165.546427:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000400:00000200:3.0:1749394165.546427:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394165.546431:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394165.546436:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499776128/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394165.546438:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499776000/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394165.546449:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499776128/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394165.546452:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7c00. 02000000:00000010:2.0:1749394165.546458:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394165.546463:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394165.546475:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394165.546481:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394165.546485:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000400:00000010:0.0:1749394165.546493:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394165.546496:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749394165.546498:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394165.546502:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499776000/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394165.546511:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499776000/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394165.546523:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394165.546527:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394165.546530:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749394165.547715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:3.0:1749394165.547719:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8ca80. 00000100:00000010:0.0:1749394170.551957:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2a00. 02000000:00000010:0.0:1749394170.551992:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749394170.552067:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3100. 02000000:00000010:0.0:1749394170.552076:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a800. 00000100:00000010:0.0:1749394170.552102:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2680. 02000000:00000010:0.0:1749394170.552107:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58800. 02000000:00000010:2.0:1749394170.552149:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:0.0:1749394170.552151:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b646ec00. 00000400:00000200:0.0:1749394170.552166:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394170.552166:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394170.552173:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000400:00000010:2.0:1749394170.552173:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394170.552181:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749394170.552192:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499776384, portal 10 00000400:00000010:2.0:1749394170.552200:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e880. 00000400:00000010:0.0:1749394170.552203:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:2.0:1749394170.552204:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499776384, offset 0 00000100:00000200:0.0:1749394170.552210:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499776256, portal 25 00000400:00000010:0.0:1749394170.552216:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:2.0:1749394170.552216:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394170.552220:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499776256, offset 0 00000400:00000200:2.0:1749394170.552228:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394170.552232:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394170.552238:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394170.552240:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394170.552246:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394170.552247:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394170.552252:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394170.552253:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394170.552257:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394170.552258:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394170.552260:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394170.552263:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394170.552265:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [677:677:256:4294967295] 192.168.203.132@tcp LPNI seq info [689:689:8:4294967295] 00000400:00000200:0.0:1749394170.552267:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394170.552270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394170.552273:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [678:678:256:4294967295] 192.168.203.132@tcp LPNI seq info [690:690:8:4294967295] 00000400:00000200:0.0:1749394170.552281:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394170.552284:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394170.552291:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394170.552296:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:2.0:1749394170.552305:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394170.552311:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394170.552316:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394170.552319:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394170.552323:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:0.0:1749394170.552324:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394170.552329:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394170.552335:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394170.552339:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749394170.552358:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394170.552367:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c5c0. 00000400:00000200:0.0:1749394170.552370:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394170.552391:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c240. 02000000:00000010:2.0:1749394170.552407:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a91800. 00000400:00000200:2.0:1749394170.552413:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394170.552416:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394170.552421:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e7f8. 00000100:00000200:2.0:1749394170.552425:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499776512, portal 10 00000400:00000010:2.0:1749394170.552442:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e770. 00000100:00000200:2.0:1749394170.552446:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499776512, offset 0 00000400:00000200:2.0:1749394170.552453:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394170.552459:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394170.552464:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394170.552468:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394170.552472:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749394170.552473:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749394170.552476:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394170.552479:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:3.0:1749394170.552480:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:2.0:1749394170.552484:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [679:679:254:4294967295] 192.168.203.132@tcp LPNI seq info [691:691:6:4294967295] 00000400:00000200:3.0:1749394170.552489:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394170.552490:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.552498:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394170.552502:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394170.552505:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e880 00000400:00000010:3.0:1749394170.552508:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e880. 00000800:00000200:2.0:1749394170.552509:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394170.552513:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000800:00000200:2.0:1749394170.552519:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749394170.552524:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3100 x1834371499776384/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394170.552526:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394170.552531:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394170.552539:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394170.552554:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394170.552557:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394170.552561:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394170.552566:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394170.552569:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:3.0:1749394170.552572:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:3.0:1749394170.552580:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2a00 x1834371499776256/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394170.552769:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394170.552772:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:3.0:1749394170.552776:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394170.552780:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394170.552783:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e770 00000400:00000010:3.0:1749394170.552785:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e770. 00000100:00000200:3.0:1749394170.552791:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2680 x1834371499776512/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394170.554660:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554679:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394170.554687:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554692:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554697:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554701:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15900 00000400:00000200:3.0:1749394170.554706:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554735:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1f9d [1] + 224 00000400:00000200:3.0:1749394170.554750:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394170.554754:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394170.554763:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2a00 x1834371499776256/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394170.554805:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554809:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394170.554813:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554816:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554819:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554822:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15a00 00000400:00000200:3.0:1749394170.554826:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554830:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1fa5 [1] + 0 00000400:00000200:3.0:1749394170.554836:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394170.554839:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394170.554844:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2680 x1834371499776512/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394170.554866:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:0.0:1749394170.554879:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749394170.554882:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394170.554897:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2a00 x1834371499776256/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394170.554900:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554907:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000200:0.0:1749394170.554912:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2a00 x1834371499776256/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394170.554913:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554918:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554923:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394170.554928:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15980 00000400:00000200:3.0:1749394170.554933:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394170.554936:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 02000000:00000010:0.0:1749394170.554942:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b646ec00. 00000400:00000200:2.0:1749394170.554943:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e7f8 00000400:00000010:2.0:1749394170.554947:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e7f8. 02000000:00000010:0.0:1749394170.554948:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749394170.554952:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2a00. 00000100:00000200:2.0:1749394170.554956:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2680 x1834371499776512/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394170.554963:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1f8d [1] + 0 00000100:00000200:2.0:1749394170.554971:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2680 x1834371499776512/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394170.554987:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394170.554992:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394170.555000:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3100 x1834371499776384/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394170.555007:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a91800. 02000000:00000010:2.0:1749394170.555015:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58800. 00000100:00000010:2.0:1749394170.555023:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2680. 00000400:00000010:2.0:1749394170.555031:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394170.555034:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749394170.555043:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749394170.555052:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3100 x1834371499776384/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394170.555066:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3100 x1834371499776384/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394170.555090:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749394170.555096:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a800. 00000100:00000010:2.0:1749394170.555101:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3100. 00000100:00000010:2.0:1749394170.555675:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c5c0. 00000100:00000010:3.0:1749394170.555698:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c240. 00000100:00000010:2.0:1749394175.559926:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394175.559958:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394175.560037:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394175.560048:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749394175.560087:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:3.0:1749394175.560090:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 02000000:00000010:2.0:1749394175.560095:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000400:00000200:3.0:1749394175.560108:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394175.560116:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4bb0. 00000400:00000010:3.0:1749394175.560126:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43aa0. 02000000:00000010:0.0:1749394175.560128:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000100:00000200:3.0:1749394175.560139:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499776640, portal 25 00000400:00000200:0.0:1749394175.560143:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394175.560146:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43990. 00000400:00000010:0.0:1749394175.560150:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6210. 00000100:00000200:3.0:1749394175.560151:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499776640, offset 0 00000400:00000010:0.0:1749394175.560157:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:3.0:1749394175.560166:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394175.560177:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499776768, portal 10 00000400:00000200:3.0:1749394175.560181:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394175.560187:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394175.560192:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499776768, offset 0 00000400:00000200:3.0:1749394175.560194:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394175.560202:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394175.560204:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394175.560210:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.560211:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394175.560218:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394175.560218:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394175.560221:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394175.560224:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394175.560226:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [680:680:256:4294967295] 192.168.203.132@tcp LPNI seq info [692:692:8:4294967295] 00000400:00000200:0.0:1749394175.560229:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394175.560231:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394175.560234:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394175.560237:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394175.560244:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [681:681:255:4294967295] 192.168.203.132@tcp LPNI seq info [693:693:7:4294967295] 00000400:00000200:3.0:1749394175.560246:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394175.560252:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394175.560254:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394175.560260:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749394175.560266:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394175.560269:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394175.560275:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394175.560280:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749394175.560281:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749394175.560287:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394175.560288:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394175.560295:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394175.560299:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394175.560319:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394175.560329:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e40. 00000400:00000200:0.0:1749394175.560331:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394175.560375:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15440. 02000000:00000010:0.0:1749394175.560392:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394175.560398:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394175.560400:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6268. 00000400:00000010:0.0:1749394175.560404:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394175.560408:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499776896, portal 10 00000800:00000200:2.0:1749394175.560410:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394175.560413:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749394175.560415:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499776896, offset 0 00000800:00000010:2.0:1749394175.560416:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749394175.560420:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394175.560426:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394175.560435:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394175.560436:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394175.560439:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394175.560442:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43990 00000400:00000200:0.0:1749394175.560443:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394175.560446:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:2.0:1749394175.560446:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43990. 00000400:00000200:0.0:1749394175.560448:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394175.560451:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394175.560454:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [682:682:254:4294967295] 192.168.203.132@tcp LPNI seq info [694:694:6:4294967295] 00000400:00000200:0.0:1749394175.560459:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394175.560463:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499776640/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394175.560466:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394175.560470:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394175.560474:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394175.560477:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394175.560483:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394175.560486:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749394175.560491:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394175.560492:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749394175.560494:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394175.560497:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394175.560500:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394175.560503:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749394175.560505:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749394175.560510:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499776768/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394175.560672:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394175.560696:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394175.560699:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394175.560704:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394175.560707:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749394175.560709:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749394175.560714:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499776896/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394175.562302:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562310:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394175.562319:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562323:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562328:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562333:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15a80 00000400:00000200:3.0:1749394175.562338:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562345:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1fb5 [1] + 224 00000400:00000200:3.0:1749394175.562356:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394175.562360:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394175.562370:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499776640/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394175.562413:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562417:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394175.562421:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562424:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562426:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562429:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15b80 00000400:00000200:3.0:1749394175.562433:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562436:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1fcd [1] + 0 00000400:00000200:3.0:1749394175.562442:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394175.562445:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394175.562450:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499776896/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394175.562454:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4bb0. 00000400:00000200:2.0:1749394175.562462:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43aa0 00000400:00000010:2.0:1749394175.562464:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43aa0. 00000100:00000200:2.0:1749394175.562473:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499776640/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394175.562477:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562480:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394175.562484:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394175.562486:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499776640/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394175.562487:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562490:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394175.562502:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15b00 00000400:00000200:3.0:1749394175.562506:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394175.562510:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6268. 02000000:00000010:2.0:1749394175.562515:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 00000400:00000200:1.0:1749394175.562519:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:1.0:1749394175.562521:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 02000000:00000010:2.0:1749394175.562523:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000200:3.0:1749394175.562527:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1fc5 [1] + 0 00000100:00000010:2.0:1749394175.562528:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:1.0:1749394175.562532:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499776896/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394175.562544:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499776896/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394175.562549:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394175.562553:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394175.562558:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499776768/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749394175.562571:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:1.0:1749394175.562577:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:1.0:1749394175.562581:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000010:1.0:1749394175.562586:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6210. 00000400:00000200:1.0:1749394175.562588:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:1.0:1749394175.562590:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:1.0:1749394175.562595:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499776768/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394175.562642:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499776768/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749394175.562656:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:1.0:1749394175.562661:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:1.0:1749394175.562663:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749394175.563760:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e40. 00000100:00000010:3.0:1749394175.563773:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15440. 00000100:00000010:2.0:1749394180.567717:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394180.567744:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394180.567804:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394180.567815:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749394180.567840:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394180.567845:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:2.0:1749394180.567889:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7c00. 00000400:00000200:2.0:1749394180.567902:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:1.0:1749394180.567904:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000010:2.0:1749394180.567908:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000200:1.0:1749394180.567916:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394180.567916:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000400:00000010:1.0:1749394180.567921:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749394180.567926:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000100:00000200:2.0:1749394180.567926:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499777024, portal 25 00000100:00000200:1.0:1749394180.567931:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499777152, portal 10 00000400:00000010:1.0:1749394180.567939:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1330. 00000400:00000010:2.0:1749394180.567941:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e7f8. 00000100:00000200:2.0:1749394180.567944:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499777024, offset 0 00000100:00000200:1.0:1749394180.567954:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499777152, offset 0 00000400:00000200:2.0:1749394180.567955:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394180.567962:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394180.567967:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394180.567968:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394180.567977:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394180.567977:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394180.567985:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394180.567985:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749394180.567990:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394180.567990:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394180.567995:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394180.567995:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394180.567998:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394180.567998:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394180.568004:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [684:684:256:4294967295] 192.168.203.132@tcp LPNI seq info [695:695:8:4294967295] 00000400:00000200:2.0:1749394180.568004:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [684:684:256:4294967295] 192.168.203.132@tcp LPNI seq info [696:696:8:4294967295] 00000400:00000200:1.0:1749394180.568009:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394180.568009:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394180.568020:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394180.568027:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394180.568031:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000400:00000200:1.0:1749394180.568032:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749394180.568038:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394180.568040:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749394180.568042:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb000. 00000800:00000200:1.0:1749394180.568047:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394180.568051:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394180.568054:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394180.568057:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749394180.568058:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394180.568082:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394180.568086:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394180.568089:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c840. 00000100:00000010:2.0:1749394180.568105:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c640. 02000000:00000010:1.0:1749394180.568122:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:1.0:1749394180.568126:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394180.568129:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6840. 00000400:00000010:1.0:1749394180.568132:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749394180.568136:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499777280, portal 10 00000400:00000010:1.0:1749394180.568141:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1088. 00000100:00000200:1.0:1749394180.568143:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499777280, offset 0 00000800:00000200:3.0:1749394180.568146:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749394180.568148:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394180.568152:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394180.568153:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:1.0:1749394180.568155:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394180.568158:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394180.568160:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749394180.568161:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394180.568163:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394180.568166:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394180.568169:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394180.568174:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e7f8 00000400:00000200:1.0:1749394180.568176:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [685:685:254:4294967295] 192.168.203.132@tcp LPNI seq info [697:697:6:4294967295] 00000400:00000010:3.0:1749394180.568177:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e7f8. 00000400:00000200:1.0:1749394180.568181:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394180.568189:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749394180.568190:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499777024/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749394180.568194:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394180.568198:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb200. 00000800:00000200:1.0:1749394180.568203:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394180.568208:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394180.568211:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb200 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394180.568216:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749394180.568217:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394180.568218:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb000. 00000400:00000200:3.0:1749394180.568222:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394180.568225:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394180.568228:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1330 00000400:00000010:3.0:1749394180.568230:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1330. 00000100:00000200:3.0:1749394180.568236:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499777152/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394180.568330:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394180.568333:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb200. 00000400:00000200:3.0:1749394180.568335:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394180.568339:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394180.568341:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1088 00000400:00000010:3.0:1749394180.568343:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1088. 00000100:00000200:3.0:1749394180.568348:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499777280/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394180.570118:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570126:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394180.570135:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570140:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570144:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570149:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15c00 00000400:00000200:3.0:1749394180.570153:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570161:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1fd5 [1] + 224 00000400:00000200:3.0:1749394180.570172:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394180.570176:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394180.570186:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499777024/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394180.570226:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570231:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394180.570234:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570237:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570240:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570243:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15d00 00000400:00000200:3.0:1749394180.570246:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570250:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1fed [1] + 0 00000400:00000200:3.0:1749394180.570255:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394180.570258:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394180.570263:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499777280/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394180.570287:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570291:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394180.570294:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570297:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570310:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394180.570313:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15c80 00000400:00000200:3.0:1749394180.570316:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394180.570317:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394180.570325:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749394180.570327:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000400:00000200:3.0:1749394180.570332:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x1fdd [1] + 0 00000100:00000200:2.0:1749394180.570337:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499777024/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749394180.570346:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6840. 00000100:00000200:2.0:1749394180.570350:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499777024/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394180.570350:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749394180.570354:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000200:3.0:1749394180.570354:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:1.0:1749394180.570356:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:3.0:1749394180.570363:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499777152/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394180.570366:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499777280/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394180.570379:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7c00. 00000100:00000200:1.0:1749394180.570380:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499777280/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394180.570385:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394180.570390:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:1.0:1749394180.570407:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749394180.570411:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:1.0:1749394180.570415:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000400:00000010:1.0:1749394180.570421:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749394180.570424:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749394180.570425:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749394180.570430:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499777152/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394180.570439:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499777152/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749394180.570450:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749394180.570453:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:1.0:1749394180.570456:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749394180.571752:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c840. 00000100:00000010:3.0:1749394180.571766:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c640. 00000100:00000010:2.0:1749394185.575735:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394185.575763:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394185.575824:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749394185.575833:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394185.575859:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394185.575863:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749394185.575913:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7c00. 00000400:00000200:2.0:1749394185.575927:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394185.575933:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394185.575941:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749394185.575951:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499777408, portal 25 00000400:00000010:2.0:1749394185.575956:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e6e8. 02000000:00000010:1.0:1749394185.575958:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000100:00000200:2.0:1749394185.575960:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499777408, offset 0 00000400:00000200:1.0:1749394185.575971:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394185.575971:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:1.0:1749394185.575975:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749394185.575981:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000400:00000200:2.0:1749394185.575982:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749394185.575986:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499777536, portal 10 00000400:00000010:1.0:1749394185.575992:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000400:00000200:2.0:1749394185.575992:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:1.0:1749394185.575996:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499777536, offset 0 00000400:00000200:2.0:1749394185.576000:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749394185.576004:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394185.576006:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394185.576011:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394185.576011:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394185.576014:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394185.576017:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394185.576019:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [686:686:256:4294967295] 192.168.203.132@tcp LPNI seq info [698:698:8:4294967295] 00000400:00000200:1.0:1749394185.576022:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394185.576024:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394185.576026:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394185.576029:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394185.576032:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394185.576036:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749394185.576037:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [687:687:255:4294967295] 192.168.203.132@tcp LPNI seq info [699:699:7:4294967295] 00000400:00000200:1.0:1749394185.576042:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394185.576044:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394185.576049:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000400:00000200:1.0:1749394185.576051:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749394185.576059:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394185.576060:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749394185.576063:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb400. 00000800:00000200:1.0:1749394185.576068:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394185.576071:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394185.576075:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394185.576077:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749394185.576079:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394185.576101:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394185.576102:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394185.576107:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c840. 00000100:00000010:2.0:1749394185.576141:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c4c0. 02000000:00000010:1.0:1749394185.576177:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:1.0:1749394185.576183:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394185.576186:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6840. 00000400:00000010:1.0:1749394185.576189:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1110. 00000100:00000200:1.0:1749394185.576192:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499777664, portal 10 00000400:00000010:1.0:1749394185.576196:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a12a8. 00000100:00000200:1.0:1749394185.576199:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499777664, offset 0 00000400:00000200:1.0:1749394185.576204:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394185.576220:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394185.576224:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394185.576227:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749394185.576229:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749394185.576230:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394185.576233:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394185.576235:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:3.0:1749394185.576236:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:1.0:1749394185.576238:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [688:688:254:4294967295] 192.168.203.132@tcp LPNI seq info [700:700:6:4294967295] 00000400:00000200:1.0:1749394185.576243:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.576243:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749394185.576250:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394185.576251:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:1.0:1749394185.576255:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394185.576258:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb600. 00000400:00000200:3.0:1749394185.576258:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e6e8 00000400:00000010:3.0:1749394185.576260:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e6e8. 00000800:00000200:1.0:1749394185.576262:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394185.576268:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394185.576271:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb600 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:3.0:1749394185.576274:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499777408/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749394185.576278:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394185.576299:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394185.576302:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb400. 00000400:00000200:3.0:1749394185.576305:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394185.576308:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394185.576311:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:3.0:1749394185.576313:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:3.0:1749394185.576318:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499777536/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394185.576394:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394185.576397:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb600. 00000400:00000200:3.0:1749394185.576400:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394185.576403:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394185.576406:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a12a8 00000400:00000010:3.0:1749394185.576408:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a12a8. 00000100:00000200:3.0:1749394185.576423:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499777664/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394185.578146:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578155:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394185.578163:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578167:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578172:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578176:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15d80 00000400:00000200:3.0:1749394185.578182:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578189:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x1ff5 [1] + 224 00000400:00000200:3.0:1749394185.578200:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394185.578204:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394185.578213:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499777408/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394185.578254:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578258:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394185.578262:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578265:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578267:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578270:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15e00 00000400:00000200:3.0:1749394185.578274:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578277:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2005 [1] + 0 00000400:00000200:3.0:1749394185.578282:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394185.578286:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394185.578291:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499777536/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394185.578314:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578318:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394185.578322:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578334:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578337:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394185.578341:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15e80 00000400:00000010:2.0:1749394185.578343:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749394185.578344:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394185.578352:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:2.0:1749394185.578354:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000400:00000200:3.0:1749394185.578359:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x200d [1] + 0 00000100:00000200:2.0:1749394185.578363:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499777408/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394185.578374:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749394185.578376:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499777408/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394185.578378:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394185.578384:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499777664/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394185.578404:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7c00. 02000000:00000010:2.0:1749394185.578410:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000010:1.0:1749394185.578413:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000100:00000010:2.0:1749394185.578415:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:1.0:1749394185.578421:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:1.0:1749394185.578424:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:1.0:1749394185.578433:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499777536/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394185.578446:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499777536/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749394185.578471:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6840. 00000400:00000200:1.0:1749394185.578474:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1110 00000400:00000010:1.0:1749394185.578476:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1110. 00000100:00000200:1.0:1749394185.578480:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499777664/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394185.578489:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499777664/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749394185.578502:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749394185.578517:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:1.0:1749394185.578521:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 02000000:00000010:1.0:1749394185.578526:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749394185.578529:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:1.0:1749394185.578532:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749394185.579728:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c840. 00000100:00000010:3.0:1749394185.579734:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c4c0. 00000100:00000010:2.0:1749394190.583721:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394190.583751:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394190.583810:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394190.583819:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394190.583843:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394190.583848:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749394190.583874:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749394190.583892:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394190.583897:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4c08. 00000400:00000010:3.0:1749394190.583906:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43908. 00000100:00000200:3.0:1749394190.583916:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499777792, portal 25 00000400:00000010:3.0:1749394190.583922:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000100:00000200:3.0:1749394190.583925:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499777792, offset 0 00000400:00000200:3.0:1749394190.583937:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:1.0:1749394190.583944:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:3.0:1749394190.583949:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394190.583956:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.583959:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:1.0:1749394190.583961:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6840. 00000400:00000010:1.0:1749394190.583966:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1110. 00000400:00000200:3.0:1749394190.583967:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1749394190.583971:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499777920, portal 10 00000400:00000200:3.0:1749394190.583973:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:1.0:1749394190.583977:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a17f8. 00000400:00000200:3.0:1749394190.583978:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1749394190.583981:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499777920, offset 0 00000400:00000200:3.0:1749394190.583981:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394190.583985:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [689:689:256:4294967295] 192.168.203.132@tcp LPNI seq info [701:701:8:4294967295] 00000400:00000200:1.0:1749394190.583989:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394190.583990:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394190.583995:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394190.584002:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394190.584003:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:1.0:1749394190.584007:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749394190.584010:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749394190.584010:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394190.584014:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1749394190.584015:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000400:00000200:1.0:1749394190.584016:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394190.584020:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [690:690:255:4294967295] 192.168.203.132@tcp LPNI seq info [702:702:7:4294967295] 00000800:00000200:3.0:1749394190.584024:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:1.0:1749394190.584025:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394190.584034:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749394190.584039:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394190.584043:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb800. 00000800:00000200:3.0:1749394190.584046:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394190.584048:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394190.584052:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749394190.584055:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394190.584059:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb800 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394190.584085:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394190.584092:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15bc0. 00000400:00000200:1.0:1749394190.584094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394190.584110:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15480. 02000000:00000010:1.0:1749394190.584135:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b16c00. 00000400:00000200:1.0:1749394190.584139:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394190.584140:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749394190.584142:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000800:00000010:2.0:1749394190.584144:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:2.0:1749394190.584151:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749394190.584155:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1000. 00000100:00000200:1.0:1749394190.584159:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499778048, portal 10 00000400:00000200:2.0:1749394190.584159:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394190.584164:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000010:1.0:1749394190.584165:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a12a8. 00000100:00000200:1.0:1749394190.584167:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499778048, offset 0 00000400:00000010:2.0:1749394190.584167:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000400:00000200:1.0:1749394190.584173:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394190.584177:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394190.584181:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499777792/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749394190.584182:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394190.584185:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749394190.584188:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394190.584190:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394190.584192:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394190.584196:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [691:691:254:4294967295] 192.168.203.132@tcp LPNI seq info [703:703:6:4294967295] 00000400:00000200:1.0:1749394190.584200:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394190.584208:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749394190.584212:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394190.584215:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebb00. 00000800:00000200:1.0:1749394190.584219:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394190.584224:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394190.584227:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebb00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749394190.584232:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394190.584241:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394190.584244:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb800. 00000400:00000200:2.0:1749394190.584247:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394190.584251:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394190.584254:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a17f8 00000400:00000010:2.0:1749394190.584265:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a17f8. 00000100:00000200:2.0:1749394190.584272:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499777920/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394190.584303:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394190.584305:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebb00. 00000400:00000200:2.0:1749394190.584308:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394190.584311:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394190.584313:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a12a8 00000400:00000010:2.0:1749394190.584315:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a12a8. 00000100:00000200:2.0:1749394190.584320:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499778048/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394190.586027:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586036:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394190.586044:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586049:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586054:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586059:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a15f00 00000400:00000200:3.0:1749394190.586064:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586070:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x2015 [1] + 224 00000400:00000200:3.0:1749394190.586082:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394190.586086:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394190.586096:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499777792/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394190.586137:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586141:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394190.586145:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586148:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586151:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586154:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16000 00000400:00000200:3.0:1749394190.586157:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586161:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x202d [1] + 0 00000400:00000200:3.0:1749394190.586166:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394190.586169:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394190.586174:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499778048/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394190.586219:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586223:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394190.586227:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394190.586229:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4c08. 00000400:00000200:3.0:1749394190.586229:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586233:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394190.586236:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a15f80 00000400:00000200:3.0:1749394190.586239:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394190.586240:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43908 00000400:00000010:2.0:1749394190.586242:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43908. 00000100:00000200:2.0:1749394190.586252:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499777792/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394190.586263:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2025 [1] + 0 00000100:00000200:2.0:1749394190.586265:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499777792/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394190.586278:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394190.586282:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394190.586288:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499777920/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394190.586294:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 02000000:00000010:2.0:1749394190.586301:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394190.586306:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:1.0:1749394190.586316:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6840. 00000400:00000200:1.0:1749394190.586324:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1110 00000400:00000010:1.0:1749394190.586327:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1110. 00000100:00000200:1.0:1749394190.586336:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499777920/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394190.586349:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499777920/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749394190.586374:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749394190.586377:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1000 00000400:00000010:1.0:1749394190.586378:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1000. 00000100:00000200:1.0:1749394190.586383:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499778048/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394190.586402:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499778048/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749394190.586417:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749394190.586422:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:1.0:1749394190.586427:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:1.0:1749394190.586432:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b16c00. 02000000:00000010:1.0:1749394190.586435:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:1.0:1749394190.586438:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749394190.587711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15bc0. 00000100:00000010:3.0:1749394190.587716:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15480. 00000100:00000010:2.0:1749394195.591720:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394195.591750:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394195.591826:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749394195.591839:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749394195.591881:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394195.591890:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749394195.591905:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 00000400:00000200:3.0:1749394195.591924:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394195.591930:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4c60. 00000400:00000010:3.0:1749394195.591939:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43c38. 00000100:00000200:3.0:1749394195.591948:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499778176, portal 25 00000400:00000010:3.0:1749394195.591955:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43a18. 00000100:00000200:3.0:1749394195.591958:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499778176, offset 0 00000400:00000200:3.0:1749394195.591970:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:1.0:1749394195.591971:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b14000. 00000400:00000200:3.0:1749394195.591982:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394195.591983:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394195.591989:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a67e8. 00000400:00000010:1.0:1749394195.591994:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1000. 00000400:00000200:3.0:1749394195.591995:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:1.0:1749394195.591999:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499778304, portal 10 00000400:00000200:3.0:1749394195.592004:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1749394195.592006:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1110. 00000100:00000200:1.0:1749394195.592010:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499778304, offset 0 00000400:00000200:3.0:1749394195.592012:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394195.592017:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394195.592018:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394195.592022:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394195.592024:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.592028:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [692:692:256:4294967295] 192.168.203.132@tcp LPNI seq info [704:704:8:4294967295] 00000400:00000200:1.0:1749394195.592031:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394195.592035:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394195.592035:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394195.592039:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394195.592042:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394195.592044:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394195.592048:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [693:693:256:4294967295] 192.168.203.132@tcp LPNI seq info [705:705:8:4294967295] 00000400:00000200:1.0:1749394195.592053:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.592068:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394195.592079:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394195.592083:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394195.592087:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000800:00000200:1.0:1749394195.592089:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394195.592093:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebc00. 00000800:00000200:1.0:1749394195.592098:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394195.592098:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394195.592111:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394195.592113:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394195.592121:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749394195.592125:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebc00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749394195.592159:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.592161:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749394195.592167:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521680. 00000100:00000010:1.0:1749394195.592197:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521a00. 02000000:00000010:1.0:1749394195.592221:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b7b15c00. 00000400:00000200:1.0:1749394195.592228:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394195.592229:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1749394195.592232:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6840. 00000800:00000010:2.0:1749394195.592233:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000010:1.0:1749394195.592237:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000400:00000200:2.0:1749394195.592240:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749394195.592242:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499778432, portal 10 00000400:00000010:1.0:1749394195.592248:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1088. 00000100:00000200:1.0:1749394195.592251:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499778432, offset 0 00000400:00000200:2.0:1749394195.592256:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:1.0:1749394195.592259:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394195.592262:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43a18 00000400:00000010:2.0:1749394195.592264:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43a18. 00000400:00000200:1.0:1749394195.592266:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394195.592271:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394195.592276:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1749394195.592277:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499778176/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749394195.592281:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394195.592284:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394195.592287:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394195.592292:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [694:694:254:4294967295] 192.168.203.132@tcp LPNI seq info [706:706:6:4294967295] 00000400:00000200:1.0:1749394195.592299:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394195.592311:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749394195.592318:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394195.592323:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebe00. 00000800:00000200:1.0:1749394195.592329:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394195.592337:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394195.592342:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebe00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749394195.592351:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394195.592378:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394195.592381:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebc00. 00000400:00000200:2.0:1749394195.592385:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394195.592389:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394195.592391:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1110 00000400:00000010:2.0:1749394195.592394:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1110. 00000100:00000200:2.0:1749394195.592399:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499778304/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394195.592427:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394195.592429:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebe00. 00000400:00000200:2.0:1749394195.592431:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394195.592434:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394195.592436:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1088 00000400:00000010:2.0:1749394195.592438:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1088. 00000100:00000200:2.0:1749394195.592443:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499778432/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394195.594301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594309:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394195.594318:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594323:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594328:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594332:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16080 00000400:00000200:3.0:1749394195.594338:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594344:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x2035 [1] + 224 00000400:00000200:3.0:1749394195.594356:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394195.594360:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394195.594370:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499778176/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394195.594411:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594416:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394195.594420:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594422:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594425:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594429:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16100 00000400:00000200:3.0:1749394195.594432:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594436:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2045 [1] + 0 00000400:00000200:3.0:1749394195.594441:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394195.594444:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394195.594460:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499778304/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394195.594490:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594494:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:2.0:1749394195.594498:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4c60. 00000400:00000200:3.0:1749394195.594498:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594500:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594503:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594507:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16180 00000400:00000200:2.0:1749394195.594508:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43c38 00000400:00000010:2.0:1749394195.594511:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43c38. 00000400:00000200:3.0:1749394195.594512:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394195.594517:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x204d [1] + 0 00000100:00000200:2.0:1749394195.594520:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499778176/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394195.594533:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499778176/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394195.594560:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394195.594567:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394195.594577:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499778432/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394195.594588:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 02000000:00000010:2.0:1749394195.594595:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394195.594600:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:1.0:1749394195.594635:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a67e8. 00000400:00000200:1.0:1749394195.594643:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1000 00000400:00000010:1.0:1749394195.594646:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1000. 00000100:00000200:1.0:1749394195.594656:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499778304/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394195.594678:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499778304/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:1.0:1749394195.594699:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 00000100:00000010:2.0:1749394195.600668:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521680. 00000100:00000010:3.0:1749394195.600695:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521a00. 00000400:00000010:1.0:1749394195.602835:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6840. 00000400:00000200:1.0:1749394195.602840:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:1.0:1749394195.602842:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749394195.602850:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499778432/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394195.602862:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499778432/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:1.0:1749394195.602878:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:1.0:1749394195.602886:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b14000. 02000000:00000010:1.0:1749394195.602891:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:1.0:1749394195.602895:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:1.0:1749394195.602900:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b7b15c00. 02000000:00000010:1.0:1749394195.602903:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:1.0:1749394195.602905:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:0.0:1749394200.599850:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2a00. 02000000:00000010:0.0:1749394200.599881:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67100. 00000100:00000010:0.0:1749394200.599950:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3b80. 02000000:00000010:0.0:1749394200.599959:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5ac00. 00000100:00000010:0.0:1749394200.599985:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3480. 02000000:00000010:0.0:1749394200.599990:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a400. 02000000:00000010:1.0:1749394200.600032:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6efd400. 02000000:00000010:2.0:1749394200.600033:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000400:00000200:1.0:1749394200.600052:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394200.600052:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394200.600058:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6840. 00000400:00000010:2.0:1749394200.600058:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:1.0:1749394200.600066:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000400:00000010:2.0:1749394200.600066:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:1.0:1749394200.600076:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499778560, portal 25 00000100:00000200:2.0:1749394200.600080:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499778688, portal 10 00000400:00000010:1.0:1749394200.600082:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1000. 00000100:00000200:1.0:1749394200.600086:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499778560, offset 0 00000400:00000010:2.0:1749394200.600087:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eaa0. 00000100:00000200:2.0:1749394200.600090:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499778688, offset 0 00000400:00000200:1.0:1749394200.600098:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394200.600098:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394200.600110:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394200.600110:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394200.600121:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394200.600122:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394200.600128:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394200.600129:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394200.600133:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394200.600138:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394200.600142:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394200.600142:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394200.600146:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394200.600147:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [695:695:256:4294967295] 192.168.203.132@tcp LPNI seq info [707:707:8:4294967295] 00000400:00000200:1.0:1749394200.600149:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394200.600152:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394200.600154:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [696:696:256:4294967295] 192.168.203.132@tcp LPNI seq info [708:708:8:4294967295] 00000400:00000200:1.0:1749394200.600158:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394200.600165:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394200.600172:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394200.600177:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:1.0:1749394200.600180:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:1.0:1749394200.600187:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394200.600188:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:1.0:1749394200.600191:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30ebf00. 00000800:00000200:1.0:1749394200.600197:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394200.600199:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394200.600204:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394200.600206:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:1.0:1749394200.600208:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30ebf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749394200.600234:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394200.600234:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394200.600241:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c840. 00000100:00000010:2.0:1749394200.600258:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cf00. 02000000:00000010:2.0:1749394200.600274:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a92000. 00000400:00000200:2.0:1749394200.600278:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394200.600281:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394200.600284:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e660. 00000100:00000200:2.0:1749394200.600287:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499778816, portal 10 00000400:00000010:2.0:1749394200.600302:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e4c8. 00000100:00000200:2.0:1749394200.600304:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499778816, offset 0 00000400:00000200:2.0:1749394200.600310:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394200.600314:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394200.600318:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394200.600322:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394200.600324:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394200.600327:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394200.600329:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394200.600332:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [697:697:254:4294967295] 192.168.203.132@tcp LPNI seq info [709:709:6:4294967295] 00000400:00000200:2.0:1749394200.600336:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394200.600339:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749394200.600343:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394200.600348:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394200.600348:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000800:00000010:2.0:1749394200.600351:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:2.0:1749394200.600355:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394200.600356:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1749394200.600360:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394200.600363:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394200.600366:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394200.600369:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.600373:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eaa0 00000400:00000010:3.0:1749394200.600377:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eaa0. 00000100:00000200:3.0:1749394200.600393:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3b80 x1834371499778688/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394200.600424:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394200.600428:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30ebf00. 00000400:00000200:3.0:1749394200.600432:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394200.600438:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394200.600442:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1000 00000400:00000010:3.0:1749394200.600445:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1000. 00000100:00000200:3.0:1749394200.600454:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2a00 x1834371499778560/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394200.600644:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394200.600649:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:3.0:1749394200.600655:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394200.600661:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394200.600666:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e4c8 00000400:00000010:3.0:1749394200.600669:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e4c8. 00000100:00000200:3.0:1749394200.600678:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3480 x1834371499778816/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394200.602407:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602416:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394200.602426:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602432:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602438:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602446:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16280 00000400:00000200:3.0:1749394200.602452:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602461:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x205d [1] + 0 00000400:00000200:3.0:1749394200.602477:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394200.602483:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394200.602495:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3b80 x1834371499778688/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394200.602571:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602578:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394200.602585:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602589:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602595:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602600:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16300 00000400:00000010:2.0:1749394200.602629:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394200.602636:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000200:3.0:1749394200.602637:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394200.602638:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000400:00000200:3.0:1749394200.602645:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x206d [1] + 0 00000100:00000200:2.0:1749394200.602648:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3b80 x1834371499778688/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394200.602659:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749394200.602661:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3b80 x1834371499778688/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394200.602674:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394200.602684:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3480 x1834371499778816/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394200.602696:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394200.602702:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5ac00. 00000100:00000010:2.0:1749394200.602708:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3b80. 00000400:00000010:2.0:1749394200.602713:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394200.602713:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394200.602715:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e660 00000400:00000200:3.0:1749394200.602719:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:2.0:1749394200.602724:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e660. 00000400:00000200:3.0:1749394200.602726:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394200.602731:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3480 x1834371499778816/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394200.602732:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394200.602737:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394200.602740:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3480 x1834371499778816/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394200.602743:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16200 00000400:00000200:3.0:1749394200.602748:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394200.602753:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a92000. 00000400:00000200:3.0:1749394200.602755:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x2055 [1] + 224 02000000:00000010:2.0:1749394200.602757:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a400. 00000100:00000010:2.0:1749394200.602759:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3480. 00000400:00000200:3.0:1749394200.602780:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394200.602787:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394200.602796:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2a00 x1834371499778560/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749394200.602925:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6840. 00000400:00000200:1.0:1749394200.602933:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:1.0:1749394200.602936:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749394200.602945:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2a00 x1834371499778560/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749394200.602958:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2a00 x1834371499778560/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749394200.602977:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6efd400. 02000000:00000010:1.0:1749394200.602985:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67100. 00000100:00000010:1.0:1749394200.602989:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2a00. 00000100:00000010:2.0:1749394200.603694:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c840. 00000100:00000010:3.0:1749394200.603700:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cf00. 00000100:00000010:0.0:1749394205.607733:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3800. 02000000:00000010:0.0:1749394205.607761:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67400. 00000100:00000010:0.0:1749394205.607824:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2a00. 02000000:00000010:0.0:1749394205.607834:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c59800. 00000100:00000010:0.0:1749394205.607858:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3480. 02000000:00000010:0.0:1749394205.607863:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c5a400. 02000000:00000010:1.0:1749394205.607923:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6efd400. 00000400:00000200:1.0:1749394205.607941:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394205.607948:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6840. 00000400:00000010:1.0:1749394205.607956:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 02000000:00000010:2.0:1749394205.607961:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a92000. 00000100:00000200:1.0:1749394205.607965:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499778944, portal 25 00000400:00000010:1.0:1749394205.607971:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1330. 00000400:00000200:2.0:1749394205.607973:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:1.0:1749394205.607975:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499778944, offset 0 00000400:00000010:2.0:1749394205.607978:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394205.607984:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e660. 00000400:00000200:1.0:1749394205.607987:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749394205.607988:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499779072, portal 10 00000400:00000010:2.0:1749394205.607995:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749394205.607997:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499779072, offset 0 00000400:00000200:2.0:1749394205.608006:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394205.608009:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394205.608012:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394205.608018:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394205.608019:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394205.608026:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394205.608026:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749394205.608032:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394205.608032:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394205.608037:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394205.608038:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394205.608041:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394205.608041:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:1.0:1749394205.608046:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [698:698:256:4294967295] 192.168.203.132@tcp LPNI seq info [711:711:8:4294967295] 00000400:00000200:2.0:1749394205.608046:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [698:698:256:4294967295] 192.168.203.132@tcp LPNI seq info [710:711:8:4294967295] 00000400:00000200:2.0:1749394205.608051:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394205.608052:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394205.608065:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394205.608072:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394205.608076:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394205.608077:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000800:00000200:1.0:1749394205.608081:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394205.608085:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb100. 00000800:00000200:2.0:1749394205.608086:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394205.608090:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394205.608100:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394205.608100:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394205.608106:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749394205.608114:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749394205.608133:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394205.608135:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749394205.608140:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521f00. 00000100:00000010:1.0:1749394205.608159:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521900. 02000000:00000010:2.0:1749394205.608188:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000400:00000200:2.0:1749394205.608192:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394205.608195:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394205.608198:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749394205.608202:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499779200, portal 10 00000400:00000010:2.0:1749394205.608206:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e2a8. 00000100:00000200:2.0:1749394205.608208:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499779200, offset 0 00000400:00000200:2.0:1749394205.608213:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394205.608218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394205.608221:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394205.608225:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394205.608227:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394205.608230:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394205.608232:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394205.608236:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [699:699:254:4294967295] 192.168.203.132@tcp LPNI seq info [712:712:6:4294967295] 00000400:00000200:2.0:1749394205.608240:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394205.608246:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394205.608251:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394205.608254:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:3.0:1749394205.608254:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1749394205.608258:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:3.0:1749394205.608261:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb100. 00000800:00000200:2.0:1749394205.608263:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394205.608265:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394205.608267:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394205.608270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.608275:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394205.608281:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1330 00000400:00000010:3.0:1749394205.608283:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1330. 00000100:00000200:3.0:1749394205.608297:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3800 x1834371499778944/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394205.608321:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394205.608324:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:3.0:1749394205.608328:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394205.608331:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394205.608334:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:3.0:1749394205.608336:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000100:00000200:3.0:1749394205.608341:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2a00 x1834371499779072/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394205.608411:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394205.608414:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1749394205.608416:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394205.608421:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394205.608423:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e2a8 00000400:00000010:3.0:1749394205.608425:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e2a8. 00000100:00000200:3.0:1749394205.608430:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3480 x1834371499779200/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394205.610037:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610045:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394205.610054:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610058:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610063:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610068:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16400 00000400:00000200:3.0:1749394205.610073:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610080:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2085 [1] + 0 00000400:00000200:3.0:1749394205.610091:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394205.610095:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394205.610104:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2a00 x1834371499779072/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394205.610146:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610150:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394205.610154:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610157:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610160:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610163:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16380 00000400:00000200:3.0:1749394205.610166:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610169:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x207d [1] + 224 00000400:00000200:3.0:1749394205.610174:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394205.610187:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394205.610193:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3800 x1834371499778944/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394205.610222:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610226:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394205.610230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610232:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394205.610235:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394205.610235:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394205.610238:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16480 00000400:00000200:3.0:1749394205.610241:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394205.610243:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e660 00000400:00000010:2.0:1749394205.610246:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e660. 00000100:00000200:2.0:1749394205.610255:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2a00 x1834371499779072/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394205.610263:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2095 [1] + 0 00000100:00000200:2.0:1749394205.610269:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2a00 x1834371499779072/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394205.610278:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394205.610282:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394205.610288:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3480 x1834371499779200/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394205.610311:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394205.610313:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000400:00000010:2.0:1749394205.610315:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749394205.610320:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3480 x1834371499779200/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749394205.610323:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6840. 00000100:00000200:2.0:1749394205.610329:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3480 x1834371499779200/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749394205.610331:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:1.0:1749394205.610334:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749394205.610344:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3800 x1834371499778944/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394205.610344:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749394205.610350:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c59800. 00000100:00000010:2.0:1749394205.610356:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2a00. 00000100:00000200:1.0:1749394205.610357:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3800 x1834371499778944/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394205.610360:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394205.610363:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c5a400. 00000100:00000010:2.0:1749394205.610366:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3480. 02000000:00000010:1.0:1749394205.610377:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6efd400. 02000000:00000010:1.0:1749394205.610384:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67400. 00000100:00000010:1.0:1749394205.610388:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3800. 00000100:00000010:3.0:1749394205.611703:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521900. 00000100:00000010:2.0:1749394205.611716:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521f00. 00000100:00000010:0.0:1749394210.615708:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3b80. 02000000:00000010:0.0:1749394210.615736:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f67d00. 00000100:00000010:0.0:1749394210.615798:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd3100. 02000000:00000010:0.0:1749394210.615819:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58000. 00000100:00000010:0.0:1749394210.615847:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3bd2680. 02000000:00000010:0.0:1749394210.615852:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9c58400. 02000000:00000010:1.0:1749394210.615889:0:2002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6efd400. 00000400:00000200:1.0:1749394210.615907:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:1.0:1749394210.615914:0:2002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b65a6840. 00000400:00000010:1.0:1749394210.615932:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a1198. 00000100:00000200:1.0:1749394210.615942:0:2002:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499779328, portal 25 02000000:00000010:2.0:1749394210.615943:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a93400. 00000400:00000010:1.0:1749394210.615948:0:2002:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b32a14c8. 00000100:00000200:1.0:1749394210.615952:0:2002:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499779328, offset 0 00000400:00000200:2.0:1749394210.615955:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394210.615960:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000200:1.0:1749394210.615965:0:2002:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749394210.615965:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749394210.615970:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499779456, portal 10 00000400:00000200:1.0:1749394210.615977:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394210.615977:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e660. 00000100:00000200:2.0:1749394210.615979:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499779456, offset 0 00000400:00000200:1.0:1749394210.615987:0:2002:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394210.615987:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394210.615993:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394210.615994:0:2002:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394210.615999:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:1.0:1749394210.616000:0:2002:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394210.616003:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1749394210.616005:0:2002:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394210.616007:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:1.0:1749394210.616009:0:2002:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394210.616010:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1749394210.616014:0:2002:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [700:700:256:4294967295] 192.168.203.132@tcp LPNI seq info [713:713:8:4294967295] 00000400:00000200:2.0:1749394210.616014:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394210.616018:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [701:701:256:4294967295] 192.168.203.132@tcp LPNI seq info [714:714:8:4294967295] 00000400:00000200:1.0:1749394210.616019:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394210.616023:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394210.616045:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394210.616053:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:1.0:1749394210.616058:0:2002:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394210.616059:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000800:00000200:1.0:1749394210.616063:0:2002:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:1.0:1749394210.616068:0:2002:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b30eb300. 00000800:00000200:2.0:1749394210.616068:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394210.616073:0:2002:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:1.0:1749394210.616080:0:2002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394210.616080:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:1.0:1749394210.616086:0:2002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b30eb300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749394210.616086:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1749394210.616118:0:2002:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394210.616120:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:1.0:1749394210.616124:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521780. 00000100:00000010:1.0:1749394210.616147:0:2002:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6521e80. 02000000:00000010:2.0:1749394210.616173:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3a92000. 00000400:00000200:2.0:1749394210.616177:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394210.616180:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394210.616183:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394210.616187:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499779584, portal 10 00000400:00000010:2.0:1749394210.616191:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e330. 00000100:00000200:2.0:1749394210.616193:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499779584, offset 0 00000400:00000200:2.0:1749394210.616198:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394210.616202:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394210.616206:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394210.616209:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394210.616212:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394210.616214:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394210.616216:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394210.616216:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749394210.616220:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [702:702:254:4294967295] 192.168.203.132@tcp LPNI seq info [715:715:6:4294967295] 00000800:00000010:3.0:1749394210.616222:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:2.0:1749394210.616224:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.616230:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394210.616231:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394210.616235:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394210.616238:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000400:00000200:3.0:1749394210.616238:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:2.0:1749394210.616242:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394210.616245:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e660 00000800:00000200:2.0:1749394210.616247:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000010:3.0:1749394210.616249:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e660. 00000800:00000200:2.0:1749394210.616250:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394210.616255:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394210.616266:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3100 x1834371499779456/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394210.616300:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394210.616304:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b30eb300. 00000400:00000200:3.0:1749394210.616308:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394210.616315:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394210.616319:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a14c8 00000400:00000010:3.0:1749394210.616322:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a14c8. 00000100:00000200:3.0:1749394210.616330:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd3b80 x1834371499779328/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394210.616473:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394210.616476:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:3.0:1749394210.616479:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394210.616484:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394210.616487:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e330 00000400:00000010:3.0:1749394210.616489:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e330. 00000100:00000200:3.0:1749394210.616496:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3bd2680 x1834371499779584/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394210.618348:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618356:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394210.618365:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618370:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618374:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618379:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16580 00000400:00000200:3.0:1749394210.618384:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618390:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x20ad [1] + 0 00000400:00000200:3.0:1749394210.618402:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394210.618406:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394210.618416:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3100 x1834371499779456/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394210.618483:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618487:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394210.618491:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618494:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618497:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618500:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16500 00000400:00000200:3.0:1749394210.618504:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618508:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x20a5 [1] + 224 00000400:00000200:3.0:1749394210.618514:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394210.618527:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394210.618534:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd3b80 x1834371499779328/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394210.618554:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:2.0:1749394210.618562:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000400:00000010:2.0:1749394210.618565:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749394210.618574:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3100 x1834371499779456/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394210.618584:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394210.618587:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3100 x1834371499779456/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394210.618588:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394210.618592:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618595:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618598:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394210.618636:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16600 00000400:00000010:1.0:1749394210.618638:0:2002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b65a6840. 00000400:00000200:3.0:1749394210.618640:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:1.0:1749394210.618646:0:2002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b32a1198 00000400:00000010:1.0:1749394210.618648:0:2002:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b32a1198. 02000000:00000010:2.0:1749394210.618649:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a93400. 00000400:00000200:3.0:1749394210.618654:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x20bd [1] + 0 02000000:00000010:2.0:1749394210.618655:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58000. 00000100:00000200:1.0:1749394210.618658:0:2002:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd3b80 x1834371499779328/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749394210.618662:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3100. 00000100:00000200:1.0:1749394210.618671:0:2002:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd3b80 x1834371499779328/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394210.618671:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394210.618675:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394210.618682:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3bd2680 x1834371499779584/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749394210.618691:0:2002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6efd400. 02000000:00000010:1.0:1749394210.618707:0:2002:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f67d00. 00000400:00000010:2.0:1749394210.618709:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000100:00000010:1.0:1749394210.618711:0:2002:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd3b80. 00000400:00000200:2.0:1749394210.618712:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394210.618714:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394210.618719:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3bd2680 x1834371499779584/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394210.618728:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b3bd2680 x1834371499779584/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394210.618741:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749394210.618745:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9c58400. 00000100:00000010:2.0:1749394210.618747:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3bd2680. 00000100:00000010:3.0:1749394210.619692:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521e80. 00000100:00000010:2.0:1749394210.619696:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6521780. 00000100:00000010:2.0:1749394215.623831:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394215.623861:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394215.623929:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749394215.623939:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394215.623965:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394215.623970:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749394215.623978:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000400:00000200:3.0:1749394215.623997:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394215.624003:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000010:3.0:1749394215.624003:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4cb8. 00000400:00000010:3.0:1749394215.624011:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43cc0. 00000400:00000200:0.0:1749394215.624015:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394215.624020:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000100:00000200:3.0:1749394215.624022:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499779712, portal 25 00000400:00000010:0.0:1749394215.624026:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000010:3.0:1749394215.624028:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43b28. 00000100:00000200:0.0:1749394215.624031:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499779840, portal 10 00000100:00000200:3.0:1749394215.624032:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499779712, offset 0 00000400:00000010:0.0:1749394215.624039:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394215.624042:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499779840, offset 0 00000400:00000200:3.0:1749394215.624044:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394215.624050:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394215.624056:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394215.624057:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394215.624067:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394215.624067:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394215.624074:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394215.624074:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394215.624080:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394215.624080:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394215.624085:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394215.624085:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394215.624088:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394215.624089:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394215.624094:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [704:704:256:4294967295] 192.168.203.132@tcp LPNI seq info [716:716:8:4294967295] 00000400:00000200:3.0:1749394215.624094:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [704:704:256:4294967295] 192.168.203.132@tcp LPNI seq info [717:717:8:4294967295] 00000400:00000200:0.0:1749394215.624098:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.624109:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.624124:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394215.624132:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394215.624136:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394215.624137:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000800:00000200:0.0:1749394215.624141:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394215.624145:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:3.0:1749394215.624147:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394215.624150:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394215.624159:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394215.624159:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394215.624165:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394215.624165:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749394215.624197:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394215.624198:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394215.624204:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89c80. 00000100:00000010:0.0:1749394215.624229:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89300. 02000000:00000010:0.0:1749394215.624240:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:0.0:1749394215.624244:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394215.624246:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394215.624258:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749394215.624262:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499779968, portal 10 00000800:00000200:2.0:1749394215.624265:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394215.624267:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394215.624269:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499779968, offset 0 00000800:00000010:2.0:1749394215.624269:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749394215.624275:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394215.624276:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394215.624279:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394215.624283:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394215.624285:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394215.624286:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394215.624289:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394215.624292:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394215.624294:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394215.624298:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [705:705:254:4294967295] 192.168.203.132@tcp LPNI seq info [718:718:6:4294967295] 00000400:00000200:2.0:1749394215.624300:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43b28 00000400:00000200:0.0:1749394215.624302:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394215.624303:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43b28. 00000400:00000200:0.0:1749394215.624309:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394215.624313:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394215.624316:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000100:00000200:2.0:1749394215.624316:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499779712/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394215.624320:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394215.624325:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394215.624328:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394215.624333:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394215.624343:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394215.624345:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394215.624348:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394215.624351:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394215.624354:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:2.0:1749394215.624356:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749394215.624361:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499779840/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394215.624482:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394215.624486:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394215.624490:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394215.624496:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394215.624500:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749394215.624503:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749394215.624511:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499779968/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394215.626317:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626325:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394215.626334:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626338:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626343:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626348:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16680 00000400:00000200:3.0:1749394215.626353:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626359:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x20cd [1] + 224 00000400:00000200:3.0:1749394215.626371:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394215.626375:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394215.626385:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499779712/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394215.626458:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626463:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394215.626467:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626470:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626473:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626477:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16780 00000400:00000200:3.0:1749394215.626480:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626484:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x20e5 [1] + 0 00000400:00000200:3.0:1749394215.626490:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394215.626503:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394215.626510:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499779968/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394215.626541:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626545:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394215.626549:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394215.626550:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4cb8. 00000400:00000200:3.0:1749394215.626552:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626555:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394215.626558:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16700 00000400:00000200:2.0:1749394215.626561:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43cc0 00000400:00000200:3.0:1749394215.626561:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394215.626563:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43cc0. 00000100:00000200:2.0:1749394215.626573:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499779712/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394215.626582:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x20d5 [1] + 0 00000100:00000200:2.0:1749394215.626587:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499779712/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394215.626598:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394215.626632:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394215.626639:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499779840/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394215.626644:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 00000400:00000010:0.0:1749394215.626646:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 02000000:00000010:2.0:1749394215.626652:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000400:00000200:0.0:1749394215.626656:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000100:00000010:2.0:1749394215.626657:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394215.626659:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749394215.626672:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499779968/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394215.626690:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499779968/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394215.626723:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749394215.626731:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394215.626737:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000010:0.0:1749394215.626760:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394215.626764:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749394215.626767:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394215.626775:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499779840/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394215.626789:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499779840/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394215.626813:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394215.626818:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394215.626821:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749394215.627678:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89c80. 00000100:00000010:3.0:1749394215.627693:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89300. 00000100:00000010:2.0:1749394220.631738:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394220.631770:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394220.631845:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394220.631855:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394220.631886:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394220.631891:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749394220.631932:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749394220.631950:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394220.631957:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4d10. 00000400:00000010:3.0:1749394220.631965:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43dd0. 00000100:00000200:3.0:1749394220.631975:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499780096, portal 25 00000400:00000010:3.0:1749394220.631981:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43d48. 00000100:00000200:3.0:1749394220.631984:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499780096, offset 0 00000400:00000200:3.0:1749394220.631996:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749394220.632003:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749394220.632008:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394220.632016:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.632018:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394220.632020:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394220.632025:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394220.632026:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394220.632031:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499780224, portal 10 00000400:00000200:3.0:1749394220.632031:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394220.632036:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749394220.632038:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000400:00000200:3.0:1749394220.632039:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749394220.632041:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499780224, offset 0 00000400:00000200:3.0:1749394220.632043:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [706:706:256:4294967295] 192.168.203.132@tcp LPNI seq info [719:719:8:4294967295] 00000400:00000200:0.0:1749394220.632049:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394220.632055:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.632058:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394220.632061:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394220.632066:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394220.632069:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394220.632072:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394220.632073:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394220.632075:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394220.632080:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [707:707:255:4294967295] 192.168.203.132@tcp LPNI seq info [720:720:7:4294967295] 00000800:00000200:3.0:1749394220.632080:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394220.632084:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394220.632086:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749394220.632094:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394220.632095:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394220.632099:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394220.632103:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749394220.632107:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394220.632108:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394220.632113:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394220.632114:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394220.632129:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394220.632145:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394220.632152:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e80. 00000400:00000200:0.0:1749394220.632153:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394220.632170:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15e00. 02000000:00000010:0.0:1749394220.632189:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394220.632193:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394220.632196:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394220.632199:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394220.632202:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499780352, portal 10 00000400:00000010:0.0:1749394220.632207:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000800:00000200:2.0:1749394220.632208:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749394220.632209:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499780352, offset 0 00000800:00000010:2.0:1749394220.632213:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749394220.632214:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394220.632218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394220.632220:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394220.632222:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394220.632225:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394220.632228:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394220.632228:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394220.632231:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394220.632233:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394220.632233:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43d48 00000400:00000010:2.0:1749394220.632236:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43d48. 00000400:00000200:0.0:1749394220.632237:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [708:708:254:4294967295] 192.168.203.132@tcp LPNI seq info [721:721:6:4294967295] 00000400:00000200:0.0:1749394220.632241:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394220.632249:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749394220.632250:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499780096/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394220.632253:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394220.632256:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394220.632259:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394220.632264:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394220.632267:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394220.632272:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394220.632275:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394220.632277:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394220.632280:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394220.632284:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394220.632286:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749394220.632288:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749394220.632293:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499780224/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394220.632406:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394220.632410:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394220.632413:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394220.632417:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394220.632419:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:2.0:1749394220.632421:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749394220.632426:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499780352/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394220.634047:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634055:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394220.634063:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634068:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634073:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634077:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16800 00000400:00000200:3.0:1749394220.634082:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634088:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x20ed [1] + 224 00000400:00000200:3.0:1749394220.634101:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394220.634105:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394220.634114:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499780096/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394220.634154:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634159:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394220.634162:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634165:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634168:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634171:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16880 00000400:00000200:3.0:1749394220.634174:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634187:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x20fd [1] + 0 00000400:00000200:3.0:1749394220.634195:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394220.634198:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394220.634204:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499780224/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394220.634233:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634237:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394220.634240:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634243:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634246:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634249:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16900 00000400:00000200:3.0:1749394220.634252:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394220.634255:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2105 [1] + 0 00000400:00000200:3.0:1749394220.634270:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749394220.634272:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4d10. 00000400:00000200:3.0:1749394220.634274:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394220.634282:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43dd0 00000400:00000010:2.0:1749394220.634298:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43dd0. 00000400:00000010:0.0:1749394220.634308:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000100:00000200:2.0:1749394220.634311:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499780096/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394220.634316:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749394220.634319:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749394220.634325:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499780352/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394220.634328:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499780224/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394220.634331:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499780096/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394220.634341:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499780224/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394220.634393:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 00000400:00000010:0.0:1749394220.634395:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394220.634399:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749394220.634401:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394220.634406:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499780352/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394220.634406:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394220.634411:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749394220.634415:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499780352/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394220.634428:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394220.634434:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394220.634438:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 02000000:00000010:0.0:1749394220.634443:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394220.634446:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394220.634448:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:2.0:1749394220.635687:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e80. 00000100:00000010:3.0:1749394220.635702:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15e00. 00000100:00000010:2.0:1749394225.639745:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394225.639773:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394225.639836:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394225.639845:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394225.639869:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394225.639874:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749394225.639917:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6a00. 00000400:00000200:2.0:1749394225.639931:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394225.639937:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394225.639946:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394225.639956:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499780480, portal 25 00000400:00000010:2.0:1749394225.639961:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000100:00000200:2.0:1749394225.639964:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499780480, offset 0 02000000:00000010:0.0:1749394225.639971:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:2.0:1749394225.639975:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394225.639983:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394225.639988:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:2.0:1749394225.639988:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394225.639993:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394225.639998:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499780608, portal 10 00000400:00000200:2.0:1749394225.639998:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394225.640005:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:2.0:1749394225.640005:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749394225.640008:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499780608, offset 0 00000400:00000200:2.0:1749394225.640011:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394225.640016:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394225.640016:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394225.640019:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394225.640023:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394225.640024:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [709:709:256:4294967295] 192.168.203.132@tcp LPNI seq info [722:722:8:4294967295] 00000400:00000200:0.0:1749394225.640029:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394225.640029:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394225.640033:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394225.640037:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394225.640040:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394225.640043:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394225.640047:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [710:710:256:4294967295] 192.168.203.132@tcp LPNI seq info [723:723:8:4294967295] 00000400:00000200:0.0:1749394225.640052:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394225.640052:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394225.640060:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394225.640065:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749394225.640072:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394225.640073:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394225.640085:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394225.640088:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394225.640091:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:2.0:1749394225.640091:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394225.640096:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394225.640103:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394225.640107:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394225.640117:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394225.640117:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394225.640124:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cac0. 00000100:00000010:2.0:1749394225.640147:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c100. 02000000:00000010:0.0:1749394225.640173:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394225.640178:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394225.640181:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394225.640184:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749394225.640187:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499780736, portal 10 00000400:00000010:0.0:1749394225.640192:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749394225.640194:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499780736, offset 0 00000400:00000200:0.0:1749394225.640199:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394225.640203:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394225.640206:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394225.640209:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394225.640212:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394225.640214:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394225.640217:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394225.640220:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [711:711:254:4294967295] 192.168.203.132@tcp LPNI seq info [724:724:6:4294967295] 00000400:00000200:0.0:1749394225.640224:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394225.640231:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394225.640235:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394225.640238:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394225.640241:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394225.640243:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749394225.640246:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394225.640249:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:3.0:1749394225.640250:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749394225.640253:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.640257:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394225.640265:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394225.640271:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000400:00000010:3.0:1749394225.640274:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000100:00000200:3.0:1749394225.640288:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499780480/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394225.640313:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394225.640315:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394225.640318:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394225.640322:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394225.640392:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:3.0:1749394225.640395:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749394225.640403:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499780608/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394225.640475:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394225.640477:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394225.640480:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394225.640484:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394225.640486:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:3.0:1749394225.640488:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:3.0:1749394225.640493:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499780736/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394225.642028:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642037:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394225.642045:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642050:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642055:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642059:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16980 00000400:00000200:3.0:1749394225.642064:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642071:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x210d [1] + 224 00000400:00000200:3.0:1749394225.642082:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394225.642087:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394225.642097:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499780480/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394225.642138:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642142:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394225.642146:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642149:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642152:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642155:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16a00 00000400:00000200:3.0:1749394225.642169:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642173:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x211d [1] + 0 00000400:00000200:3.0:1749394225.642181:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394225.642184:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394225.642191:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499780608/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394225.642218:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642221:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394225.642225:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642227:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394225.642230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394225.642232:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394225.642234:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16a80 00000400:00000200:3.0:1749394225.642237:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394225.642240:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394225.642243:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:3.0:1749394225.642249:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2125 [1] + 0 00000100:00000200:2.0:1749394225.642253:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499780480/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394225.642257:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000100:00000200:2.0:1749394225.642266:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499780480/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394225.642267:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394225.642271:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394225.642272:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749394225.642274:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:3.0:1749394225.642280:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499780736/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394225.642284:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499780608/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394225.642294:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6a00. 00000100:00000200:0.0:1749394225.642297:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499780608/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394225.642300:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394225.642305:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394225.642323:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394225.642325:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:0.0:1749394225.642327:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749394225.642357:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499780736/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394225.642367:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499780736/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394225.642382:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394225.642388:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394225.642392:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749394225.642395:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394225.642398:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394225.642400:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000100:00000010:3.0:1749394225.643708:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c100. 00000100:00000010:2.0:1749394225.643710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cac0. 00000100:00000010:2.0:1749394230.647726:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394230.647756:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394230.647818:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394230.647828:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749394230.647853:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394230.647859:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749394230.647911:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 02000000:00000010:0.0:1749394230.647917:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:3.0:1749394230.647929:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394230.647930:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394230.647935:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4d68. 00000400:00000010:0.0:1749394230.647936:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394230.647944:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000400:00000010:3.0:1749394230.647944:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43ee0. 00000100:00000200:3.0:1749394230.647953:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499780864, portal 25 00000400:00000010:3.0:1749394230.647959:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43e58. 00000100:00000200:0.0:1749394230.647961:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499780992, portal 10 00000100:00000200:3.0:1749394230.647963:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499780864, offset 0 00000400:00000010:0.0:1749394230.647969:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394230.647973:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499780992, offset 0 00000400:00000200:3.0:1749394230.647975:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394230.647982:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394230.647987:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394230.647989:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394230.647998:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394230.647998:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394230.648005:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394230.648006:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394230.648011:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394230.648019:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394230.648025:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394230.648025:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394230.648028:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394230.648028:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394230.648034:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [712:712:256:4294967295] 192.168.203.132@tcp LPNI seq info [726:726:8:4294967295] 00000400:00000200:3.0:1749394230.648034:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [712:712:256:4294967295] 192.168.203.132@tcp LPNI seq info [726:726:8:4294967295] 00000400:00000200:0.0:1749394230.648039:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.648039:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.648051:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394230.648059:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394230.648063:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394230.648064:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000800:00000200:0.0:1749394230.648068:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394230.648073:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749394230.648073:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394230.648078:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394230.648085:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394230.648086:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394230.648092:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394230.648092:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749394230.648125:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394230.648127:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394230.648133:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15740. 00000100:00000010:3.0:1749394230.648158:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15880. 02000000:00000010:0.0:1749394230.648175:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749394230.648180:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394230.648182:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394230.648186:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394230.648190:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499781120, portal 10 00000400:00000010:0.0:1749394230.648194:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749394230.648196:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499781120, offset 0 00000800:00000200:2.0:1749394230.648198:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394230.648201:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394230.648202:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749394230.648205:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394230.648209:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394230.648209:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394230.648212:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394230.648215:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394230.648218:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394230.648218:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394230.648220:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394230.648224:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [713:713:254:4294967295] 192.168.203.132@tcp LPNI seq info [727:727:6:4294967295] 00000400:00000200:0.0:1749394230.648228:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394230.648234:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749394230.648234:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43e58 00000400:00000010:2.0:1749394230.648236:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43e58. 00000800:00000200:0.0:1749394230.648239:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394230.648241:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000100:00000200:2.0:1749394230.648249:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499780864/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394230.648252:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394230.648257:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394230.648260:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394230.648266:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394230.648276:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394230.648278:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394230.648281:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394230.648285:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394230.648288:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749394230.648290:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749394230.648295:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499780992/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394230.648401:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394230.648404:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394230.648407:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394230.648410:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394230.648413:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:2.0:1749394230.648415:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:2.0:1749394230.648420:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499781120/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394230.650120:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650128:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394230.650136:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650141:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650146:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650150:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16b00 00000400:00000200:3.0:1749394230.650156:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650162:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x212d [1] + 224 00000400:00000200:3.0:1749394230.650174:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394230.650178:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394230.650188:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499780864/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394230.650230:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650234:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394230.650238:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650250:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650253:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650257:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16b80 00000400:00000200:3.0:1749394230.650260:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650264:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2135 [1] + 0 00000400:00000200:3.0:1749394230.650271:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394230.650275:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394230.650281:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499780992/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394230.650344:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4d68. 00000400:00000200:2.0:1749394230.650354:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43ee0 00000400:00000010:2.0:1749394230.650357:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43ee0. 00000100:00000200:2.0:1749394230.650367:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499780864/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394230.650380:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499780864/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394230.650402:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650406:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:2.0:1749394230.650409:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749394230.650410:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394230.650412:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394230.650413:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394230.650416:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000400:00000200:3.0:1749394230.650416:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394230.650419:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000200:3.0:1749394230.650420:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16c00 00000100:00000010:2.0:1749394230.650421:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394230.650422:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000400:00000200:3.0:1749394230.650423:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394230.650427:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2145 [1] + 0 00000100:00000200:0.0:1749394230.650431:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499780992/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394230.650444:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499780992/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394230.650447:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394230.650452:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394230.650459:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499781120/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394230.650470:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394230.650472:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394230.650474:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394230.650478:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499781120/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394230.650487:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499781120/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394230.650500:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749394230.650505:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394230.650509:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 02000000:00000010:0.0:1749394230.650513:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394230.650517:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394230.650519:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:2.0:1749394230.651698:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15740. 00000100:00000010:3.0:1749394230.651704:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15880. 00000100:00000010:2.0:1749394235.655732:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394235.655761:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394235.655826:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394235.655834:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394235.655859:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394235.655863:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749394235.655911:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749394235.655929:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394235.655935:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4dc0. 00000400:00000010:3.0:1749394235.655943:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749394235.655953:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499781248, portal 25 00000400:00000010:3.0:1749394235.655961:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43f68. 00000100:00000200:3.0:1749394235.655965:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499781248, offset 0 02000000:00000010:0.0:1749394235.655968:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:3.0:1749394235.655979:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394235.655983:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394235.655990:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394235.656006:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394235.656010:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394235.656016:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499781376, portal 10 00000400:00000200:3.0:1749394235.656018:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394235.656025:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000400:00000200:3.0:1749394235.656027:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394235.656035:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394235.656041:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749394235.656043:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499781376, offset 0 00000400:00000200:3.0:1749394235.656046:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394235.656053:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [714:714:256:4294967295] 192.168.203.132@tcp LPNI seq info [728:728:8:4294967295] 00000400:00000200:0.0:1749394235.656055:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394235.656061:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394235.656063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394235.656071:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394235.656077:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394235.656080:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394235.656082:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394235.656086:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394235.656090:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394235.656091:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394235.656096:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [715:715:255:4294967295] 192.168.203.132@tcp LPNI seq info [729:729:7:4294967295] 00000800:00000010:3.0:1749394235.656099:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749394235.656103:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394235.656111:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394235.656116:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394235.656124:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394235.656126:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749394235.656130:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749394235.656134:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394235.656138:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394235.656147:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394235.656152:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394235.656169:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394235.656177:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15880. 00000400:00000200:0.0:1749394235.656181:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394235.656195:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b80. 02000000:00000010:0.0:1749394235.656230:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000800:00000200:2.0:1749394235.656234:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394235.656237:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749394235.656238:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000010:0.0:1749394235.656241:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:2.0:1749394235.656245:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394235.656246:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749394235.656252:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499781504, portal 10 00000400:00000200:2.0:1749394235.656253:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394235.656257:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000400:00000200:2.0:1749394235.656258:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43f68 00000100:00000200:0.0:1749394235.656260:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499781504, offset 0 00000400:00000010:2.0:1749394235.656260:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43f68. 00000400:00000200:0.0:1749394235.656288:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394235.656294:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394235.656296:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499781248/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394235.656298:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394235.656302:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394235.656304:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394235.656307:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394235.656309:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394235.656321:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [716:716:255:4294967295] 192.168.203.132@tcp LPNI seq info [730:730:7:4294967295] 00000400:00000200:0.0:1749394235.656325:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394235.656333:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394235.656338:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394235.656341:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394235.656346:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394235.656352:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394235.656355:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394235.656361:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394235.656384:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394235.656387:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394235.656390:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394235.656394:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394235.656397:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:2.0:1749394235.656399:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749394235.656404:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499781376/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394235.656432:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394235.656435:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394235.656437:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394235.656440:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394235.656443:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:2.0:1749394235.656445:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:2.0:1749394235.656449:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499781504/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394235.657855:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657863:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394235.657871:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657875:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657880:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657885:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16c80 00000400:00000200:3.0:1749394235.657890:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657897:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x214d [1] + 224 00000400:00000200:3.0:1749394235.657907:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394235.657911:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394235.657921:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499781248/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394235.657963:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657976:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394235.657980:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657983:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657987:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657990:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16d80 00000400:00000200:3.0:1749394235.657993:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.657997:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2165 [1] + 0 00000400:00000200:3.0:1749394235.658004:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394235.658008:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394235.658014:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499781504/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394235.658041:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.658045:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000010:2.0:1749394235.658048:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4dc0. 00000400:00000200:3.0:1749394235.658048:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.658051:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.658053:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394235.658056:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16d00 00000400:00000200:2.0:1749394235.658058:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000200:3.0:1749394235.658059:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394235.658069:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000400:00000200:3.0:1749394235.658074:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x215d [1] + 0 00000100:00000200:2.0:1749394235.658079:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499781248/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394235.658086:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000100:00000200:2.0:1749394235.658092:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499781248/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394235.658095:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:0.0:1749394235.658098:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000400:00000200:3.0:1749394235.658102:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394235.658107:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394235.658110:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499781504/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394235.658112:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499781376/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394235.658121:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:2.0:1749394235.658129:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000200:0.0:1749394235.658130:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499781504/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749394235.658134:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394235.658163:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394235.658171:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394235.658177:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000400:00000010:0.0:1749394235.658188:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394235.658191:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394235.658194:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394235.658202:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499781376/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394235.658218:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499781376/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394235.658239:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394235.658243:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394235.658247:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:3.0:1749394235.659679:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b80. 00000100:00000010:2.0:1749394235.659698:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15880. 00000100:00000010:2.0:1749394240.663729:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394240.663758:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394240.663822:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749394240.663831:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394240.663858:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394240.663863:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749394240.663911:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6600. 00000400:00000200:2.0:1749394240.663926:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394240.663931:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394240.663940:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394240.663949:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499781632, portal 25 00000400:00000010:2.0:1749394240.663955:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e3b8. 02000000:00000010:0.0:1749394240.663957:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000100:00000200:2.0:1749394240.663958:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499781632, offset 0 00000400:00000200:0.0:1749394240.663969:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394240.663969:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394240.663973:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394240.663979:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:2.0:1749394240.663981:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394240.663983:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499781760, portal 10 00000400:00000010:0.0:1749394240.663990:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000400:00000200:2.0:1749394240.663992:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394240.663994:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499781760, offset 0 00000400:00000200:2.0:1749394240.664000:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394240.664001:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394240.664005:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394240.664008:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394240.664010:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394240.664013:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394240.664014:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394240.664018:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394240.664018:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [717:717:256:4294967295] 192.168.203.132@tcp LPNI seq info [731:731:8:4294967295] 00000400:00000200:0.0:1749394240.664022:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394240.664022:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394240.664025:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394240.664028:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394240.664032:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [718:718:256:4294967295] 192.168.203.132@tcp LPNI seq info [732:732:8:4294967295] 00000400:00000200:0.0:1749394240.664036:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394240.664046:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394240.664054:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394240.664059:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394240.664059:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:0.0:1749394240.664065:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394240.664068:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394240.664069:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394240.664073:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394240.664079:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394240.664080:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394240.664085:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749394240.664085:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749394240.664113:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394240.664115:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394240.664122:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c580. 00000100:00000010:2.0:1749394240.664165:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c300. 00000800:00000200:3.0:1749394240.664177:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394240.664184:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 02000000:00000010:0.0:1749394240.664191:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:3.0:1749394240.664191:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394240.664197:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394240.664199:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394240.664199:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394240.664203:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000200:3.0:1749394240.664204:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e3b8 00000400:00000010:3.0:1749394240.664207:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e3b8. 00000100:00000200:0.0:1749394240.664220:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499781888, portal 10 00000400:00000010:0.0:1749394240.664224:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749394240.664227:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499781888, offset 0 00000100:00000200:3.0:1749394240.664250:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499781632/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394240.664264:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394240.664280:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394240.664285:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394240.664288:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394240.664291:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394240.664294:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394240.664296:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394240.664299:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [719:719:255:4294967295] 192.168.203.132@tcp LPNI seq info [733:733:7:4294967295] 00000400:00000200:0.0:1749394240.664303:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394240.664312:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394240.664316:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394240.664319:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394240.664323:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394240.664329:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394240.664332:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394240.664338:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394240.664353:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394240.664356:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394240.664359:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394240.664364:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394240.664367:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:3.0:1749394240.664369:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:3.0:1749394240.664375:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499781760/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394240.664404:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394240.664406:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394240.664409:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394240.664412:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394240.664414:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:3.0:1749394240.664416:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:3.0:1749394240.664421:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499781888/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394240.665906:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.665914:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394240.665923:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.665927:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.665932:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.665937:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16e00 00000400:00000200:3.0:1749394240.665942:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.665949:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x216d [1] + 224 00000400:00000200:3.0:1749394240.665960:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394240.665964:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394240.665974:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499781632/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394240.666014:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.666027:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394240.666032:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.666035:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.666038:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.666041:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16e80 00000400:00000200:3.0:1749394240.666045:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.666048:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x217d [1] + 0 00000400:00000200:3.0:1749394240.666056:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394240.666059:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394240.666065:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499781760/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394240.666091:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.666095:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394240.666099:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.666101:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394240.666104:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394240.666106:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394240.666107:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a16f00 00000400:00000200:3.0:1749394240.666110:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394240.666114:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394240.666117:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394240.666127:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499781632/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394240.666138:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2185 [1] + 0 00000100:00000200:2.0:1749394240.666140:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499781632/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394240.666154:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394240.666158:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394240.666163:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499781888/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394240.666169:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6600. 02000000:00000010:2.0:1749394240.666175:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394240.666179:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394240.666189:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394240.666197:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394240.666199:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394240.666209:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499781760/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394240.666222:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499781760/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394240.666277:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394240.666281:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749394240.666282:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749394240.666287:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499781888/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394240.666296:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499781888/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394240.666311:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749394240.666326:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394240.666330:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 02000000:00000010:0.0:1749394240.666336:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394240.666340:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394240.666343:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749394240.667713:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c580. 00000100:00000010:3.0:1749394240.667725:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c300. 00000100:00000010:2.0:1749394245.671729:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394245.671757:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394245.671817:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394245.671825:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749394245.671849:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394245.671854:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394245.671906:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6600. 00000400:00000200:2.0:1749394245.671919:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394245.671925:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394245.671934:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 02000000:00000010:0.0:1749394245.671943:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000100:00000200:2.0:1749394245.671954:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499782016, portal 25 00000400:00000200:0.0:1749394245.671955:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394245.671960:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:2.0:1749394245.671960:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e110. 00000100:00000200:2.0:1749394245.671964:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499782016, offset 0 00000400:00000010:0.0:1749394245.671965:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749394245.671970:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499782144, portal 10 00000400:00000010:0.0:1749394245.671977:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:2.0:1749394245.671977:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394245.671981:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499782144, offset 0 00000400:00000200:0.0:1749394245.671988:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394245.671988:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394245.671995:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394245.671999:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394245.672000:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394245.672006:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394245.672007:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394245.672012:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394245.672013:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394245.672017:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394245.672017:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394245.672020:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394245.672021:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394245.672026:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [720:720:256:4294967295] 192.168.203.132@tcp LPNI seq info [735:735:8:4294967295] 00000400:00000200:2.0:1749394245.672026:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [720:720:256:4294967295] 192.168.203.132@tcp LPNI seq info [735:735:8:4294967295] 00000400:00000200:0.0:1749394245.672031:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394245.672031:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394245.672043:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394245.672049:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394245.672053:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000400:00000200:0.0:1749394245.672054:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394245.672060:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394245.672062:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394245.672063:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394245.672068:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394245.672072:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394245.672075:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394245.672078:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394245.672079:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394245.672104:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394245.672106:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394245.672111:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c580. 00000100:00000010:2.0:1749394245.672127:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8ce40. 02000000:00000010:0.0:1749394245.672141:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749394245.672145:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394245.672148:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394245.672161:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394245.672165:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499782272, portal 10 00000800:00000200:3.0:1749394245.672169:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394245.672170:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394245.672172:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499782272, offset 0 00000400:00000200:0.0:1749394245.672176:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394245.672178:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:0.0:1749394245.672181:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394245.672184:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394245.672187:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394245.672188:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394245.672191:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394245.672223:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394245.672226:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394245.672230:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [721:721:254:4294967295] 192.168.203.132@tcp LPNI seq info [736:736:6:4294967295] 00000400:00000200:0.0:1749394245.672235:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394245.672242:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394245.672247:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394245.672248:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394245.672251:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394245.672255:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394245.672255:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e110 00000400:00000010:3.0:1749394245.672260:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e110. 00000800:00000200:0.0:1749394245.672261:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394245.672264:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394245.672270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394245.672283:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499782016/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394245.672315:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394245.672318:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394245.672321:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394245.672325:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394245.672328:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:3.0:1749394245.672330:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749394245.672335:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499782144/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394245.672390:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394245.672393:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394245.672396:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394245.672400:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394245.672402:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:3.0:1749394245.672404:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:3.0:1749394245.672408:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499782272/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394245.673894:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.673903:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394245.673911:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.673915:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.673920:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.673925:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a16f80 00000400:00000200:3.0:1749394245.673930:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.673937:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x218d [1] + 224 00000400:00000200:3.0:1749394245.673949:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394245.673953:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394245.673962:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499782016/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394245.674004:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.674017:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394245.674022:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.674025:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.674028:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.674031:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17000 00000400:00000200:3.0:1749394245.674035:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.674038:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x219d [1] + 0 00000400:00000200:3.0:1749394245.674046:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394245.674049:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394245.674055:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499782144/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394245.674082:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.674085:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394245.674089:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.674091:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394245.674094:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394245.674096:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394245.674097:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17080 00000400:00000200:3.0:1749394245.674100:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394245.674104:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394245.674107:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:3.0:1749394245.674112:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x21a5 [1] + 0 00000100:00000200:2.0:1749394245.674116:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499782016/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394245.674120:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394245.674127:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000200:3.0:1749394245.674129:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394245.674130:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749394245.674130:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499782016/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394245.674133:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394245.674139:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499782144/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394245.674139:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499782272/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394245.674152:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499782144/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394245.674159:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6600. 02000000:00000010:2.0:1749394245.674164:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000400:00000010:0.0:1749394245.674177:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000100:00000010:2.0:1749394245.674178:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:0.0:1749394245.674180:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749394245.674182:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394245.674186:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499782272/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394245.674232:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499782272/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394245.674249:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394245.674254:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394245.674258:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:0.0:1749394245.674264:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394245.674268:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394245.674270:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:3.0:1749394245.675706:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8ce40. 00000100:00000010:2.0:1749394245.675716:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c580. 00000100:00000010:2.0:1749394250.679737:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394250.679755:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394250.679799:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394250.679807:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749394250.679827:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394250.679831:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394250.679868:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6600. 00000400:00000200:2.0:1749394250.679876:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394250.679880:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394250.679886:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394250.679892:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499782400, portal 25 00000400:00000010:2.0:1749394250.679897:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749394250.679899:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499782400, offset 0 00000400:00000200:2.0:1749394250.679908:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394250.679915:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394250.679920:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:2.0:1749394250.679922:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394250.679927:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394250.679931:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394250.679931:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394250.679934:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749394250.679935:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:2.0:1749394250.679937:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394250.679939:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000400:00000200:2.0:1749394250.679941:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [722:722:256:4294967295] 192.168.203.132@tcp LPNI seq info [737:737:8:4294967295] 00000100:00000200:0.0:1749394250.679944:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499782528, portal 10 00000400:00000200:2.0:1749394250.679946:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394250.679950:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749394250.679953:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499782528, offset 0 00000400:00000200:2.0:1749394250.679955:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394250.679962:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394250.679965:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394250.679966:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749394250.679973:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394250.679973:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394250.679980:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749394250.679980:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394250.679985:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394250.679986:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394250.679990:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394250.679994:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394250.679998:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394250.680003:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [723:723:255:4294967295] 192.168.203.132@tcp LPNI seq info [738:738:7:4294967295] 00000400:00000200:2.0:1749394250.680008:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394250.680010:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394250.680022:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c580. 00000100:00000010:2.0:1749394250.680030:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8ccc0. 00000400:00000200:0.0:1749394250.680036:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394250.680045:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394250.680050:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394250.680057:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394250.680066:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394250.680082:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394250.680084:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394250.680091:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749394250.680094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.680096:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394250.680104:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749394250.680109:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:3.0:1749394250.680109:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e220 00000400:00000010:3.0:1749394250.680112:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e220. 00000400:00000200:0.0:1749394250.680116:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394250.680119:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000100:00000200:3.0:1749394250.680135:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499782400/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394250.680139:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394250.680145:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499782656, portal 10 00000400:00000010:0.0:1749394250.680151:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394250.680154:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499782656, offset 0 00000400:00000200:0.0:1749394250.680196:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394250.680203:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394250.680209:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394250.680214:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394250.680218:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394250.680222:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394250.680225:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394250.680225:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394250.680230:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:0.0:1749394250.680231:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [724:724:255:4294967295] 192.168.203.132@tcp LPNI seq info [739:739:7:4294967295] 00000400:00000200:3.0:1749394250.680234:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394250.680237:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.680241:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394250.680246:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000200:0.0:1749394250.680249:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:3.0:1749394250.680249:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000800:00000200:0.0:1749394250.680257:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:3.0:1749394250.680258:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499782528/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749394250.680261:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394250.680265:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394250.680271:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394250.680274:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394250.680289:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394250.680335:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394250.680339:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394250.680342:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394250.680347:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394250.680350:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:3.0:1749394250.680351:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:3.0:1749394250.680357:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499782656/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394250.681739:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681747:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394250.681754:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681758:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681762:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681766:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17100 00000400:00000200:3.0:1749394250.681771:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681777:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x21ad [1] + 224 00000400:00000200:3.0:1749394250.681786:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394250.681790:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394250.681799:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499782400/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394250.681838:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681851:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394250.681856:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681859:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681862:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681865:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17180 00000400:00000200:3.0:1749394250.681869:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681873:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x21bd [1] + 0 00000400:00000200:3.0:1749394250.681880:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394250.681883:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394250.681889:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499782528/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394250.681915:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681919:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394250.681923:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681925:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394250.681928:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394250.681931:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394250.681931:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17200 00000400:00000200:3.0:1749394250.681934:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394250.681939:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394250.681942:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:3.0:1749394250.681948:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x21c5 [1] + 0 00000100:00000200:2.0:1749394250.681952:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499782400/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394250.681962:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749394250.681965:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499782400/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394250.681966:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394250.681972:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499782656/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394250.681986:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6600. 02000000:00000010:2.0:1749394250.681991:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394250.681994:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394250.682013:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394250.682020:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749394250.682023:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394250.682032:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499782528/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394250.682045:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499782528/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394250.682077:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394250.682079:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749394250.682081:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394250.682086:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499782656/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394250.682095:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499782656/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394250.682107:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394250.682112:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394250.682115:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 02000000:00000010:0.0:1749394250.682119:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749394250.682122:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394250.682125:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000100:00000010:2.0:1749394250.683719:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c580. 00000100:00000010:3.0:1749394250.683733:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8ccc0. 00000100:00000010:2.0:1749394255.687720:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394255.687737:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394255.687779:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394255.687786:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394255.687805:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394255.687810:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749394255.687839:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749394255.687852:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394255.687857:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4e18. 00000400:00000010:3.0:1749394255.687864:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43660. 00000100:00000200:3.0:1749394255.687870:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499782784, portal 25 00000400:00000010:3.0:1749394255.687874:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43f68. 00000100:00000200:3.0:1749394255.687886:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499782784, offset 0 00000400:00000200:3.0:1749394255.687894:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749394255.687899:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59000. 00000400:00000200:3.0:1749394255.687901:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.687907:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394255.687910:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.687912:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394255.687915:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394255.687916:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394255.687919:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000200:3.0:1749394255.687919:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394255.687922:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749394255.687923:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499782912, portal 10 00000400:00000200:3.0:1749394255.687926:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [725:725:256:4294967295] 192.168.203.132@tcp LPNI seq info [740:740:8:4294967295] 00000400:00000010:0.0:1749394255.687929:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000400:00000200:3.0:1749394255.687930:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394255.687932:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499782912, offset 0 00000400:00000200:0.0:1749394255.687939:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394255.687939:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394255.687945:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394255.687946:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394255.687950:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749394255.687950:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749394255.687955:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749394255.687956:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394255.687958:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394255.687961:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394255.687964:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394255.687964:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394255.687968:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [726:726:255:4294967295] 192.168.203.132@tcp LPNI seq info [741:741:7:4294967295] 00000800:00000200:3.0:1749394255.687968:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394255.687973:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394255.687981:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394255.687996:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394255.687998:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:0.0:1749394255.688000:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000100:00000010:3.0:1749394255.688004:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15940. 00000800:00000200:0.0:1749394255.688005:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394255.688011:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000010:3.0:1749394255.688013:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15b40. 00000800:00000200:0.0:1749394255.688015:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394255.688023:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394255.688034:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394255.688037:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394255.688040:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394255.688043:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749394255.688046:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499783040, portal 10 00000400:00000010:0.0:1749394255.688049:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000800:00000200:2.0:1749394255.688049:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749394255.688051:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499783040, offset 0 00000800:00000010:2.0:1749394255.688053:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749394255.688055:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394255.688058:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394255.688059:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394255.688062:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394255.688065:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394255.688065:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394255.688068:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394255.688070:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394255.688070:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43f68 00000400:00000200:0.0:1749394255.688072:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749394255.688072:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43f68. 00000400:00000200:0.0:1749394255.688075:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [727:727:254:4294967295] 192.168.203.132@tcp LPNI seq info [742:742:6:4294967295] 00000400:00000200:0.0:1749394255.688079:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394255.688082:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499782784/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394255.688086:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394255.688090:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394255.688092:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394255.688096:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394255.688099:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394255.688102:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394255.688106:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394255.688170:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394255.688174:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394255.688177:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394255.688182:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394255.688195:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:2.0:1749394255.688197:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:2.0:1749394255.688204:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499782912/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394255.688241:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394255.688243:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394255.688245:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394255.688249:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394255.688251:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:2.0:1749394255.688253:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749394255.688258:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499783040/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394255.689654:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689662:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394255.689669:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689673:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689677:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689680:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17280 00000400:00000200:3.0:1749394255.689685:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689691:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x21cd [1] + 224 00000400:00000200:3.0:1749394255.689704:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394255.689710:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394255.689722:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499782784/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394255.689794:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689802:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394255.689808:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689813:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689818:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689823:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17300 00000400:00000200:3.0:1749394255.689828:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689834:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x21dd [1] + 0 00000400:00000200:3.0:1749394255.689846:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394255.689851:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394255.689861:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499782912/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394255.689868:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4e18. 00000400:00000200:2.0:1749394255.689878:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43660 00000400:00000010:2.0:1749394255.689881:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43660. 00000100:00000200:2.0:1749394255.689890:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499782784/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394255.689903:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499782784/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394255.689909:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689913:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394255.689917:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689920:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394255.689923:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 00000400:00000200:3.0:1749394255.689923:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394255.689926:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17380 02000000:00000010:2.0:1749394255.689928:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000400:00000200:3.0:1749394255.689930:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394255.689931:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394255.689933:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x21e5 [1] + 0 00000400:00000200:3.0:1749394255.689948:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394255.689952:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394255.689959:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499783040/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394255.689994:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394255.690010:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749394255.690013:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394255.690022:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499782912/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394255.690035:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499782912/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394255.690057:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394255.690059:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749394255.690061:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749394255.690065:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499783040/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394255.690074:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499783040/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394255.690087:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59000. 02000000:00000010:0.0:1749394255.690091:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394255.690095:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749394255.690099:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394255.690102:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394255.690105:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:2.0:1749394255.691716:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15940. 00000100:00000010:3.0:1749394255.691719:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15b40. 00000100:00000010:2.0:1749394260.695719:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394260.695739:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394260.695786:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394260.695793:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394260.695815:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749394260.695820:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749394260.695853:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6c00. 00000400:00000200:2.0:1749394260.695863:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394260.695878:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394260.695885:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394260.695892:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499783168, portal 25 00000400:00000010:2.0:1749394260.695897:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e198. 00000100:00000200:2.0:1749394260.695900:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499783168, offset 0 00000400:00000200:2.0:1749394260.695908:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749394260.695910:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:2.0:1749394260.695916:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394260.695921:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394260.695923:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394260.695924:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:2.0:1749394260.695928:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394260.695929:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:2.0:1749394260.695933:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749394260.695934:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499783296, portal 10 00000400:00000200:2.0:1749394260.695937:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749394260.695939:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000200:2.0:1749394260.695940:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749394260.695942:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499783296, offset 0 00000400:00000200:2.0:1749394260.695944:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [728:728:256:4294967295] 192.168.203.132@tcp LPNI seq info [743:743:8:4294967295] 00000400:00000200:2.0:1749394260.695949:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394260.695950:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394260.695956:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394260.695959:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394260.695962:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749394260.695965:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394260.695966:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394260.695969:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749394260.695969:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:2.0:1749394260.695976:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394260.695981:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749394260.695983:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394260.695984:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394260.695988:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [729:729:255:4294967295] 192.168.203.132@tcp LPNI seq info [744:744:7:4294967295] 00000800:00000200:2.0:1749394260.695988:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394260.695993:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394260.696002:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394260.696007:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394260.696011:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394260.696012:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394260.696016:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:2.0:1749394260.696018:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c580. 00000800:00000200:0.0:1749394260.696023:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394260.696027:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:2.0:1749394260.696028:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8ca40. 00000400:00000200:0.0:1749394260.696034:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394260.696044:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394260.696048:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394260.696050:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394260.696053:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394260.696056:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499783424, portal 10 00000400:00000010:0.0:1749394260.696060:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000800:00000200:3.0:1749394260.696060:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749394260.696062:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499783424, offset 0 00000400:00000200:0.0:1749394260.696066:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394260.696066:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:0.0:1749394260.696069:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394260.696072:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394260.696073:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394260.696075:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394260.696078:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394260.696080:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394260.696081:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394260.696082:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394260.696085:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [730:730:254:4294967295] 192.168.203.132@tcp LPNI seq info [745:745:6:4294967295] 00000400:00000200:0.0:1749394260.696089:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394260.696127:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394260.696132:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394260.696133:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e198 00000800:00000010:0.0:1749394260.696135:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000400:00000010:3.0:1749394260.696136:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e198. 00000800:00000200:0.0:1749394260.696146:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749394260.696148:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499783168/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394260.696151:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394260.696154:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394260.696161:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394260.696175:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394260.696177:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394260.696180:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394260.696184:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394260.696187:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:3.0:1749394260.696189:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:3.0:1749394260.696194:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499783296/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394260.696248:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394260.696251:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394260.696253:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394260.696257:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394260.696260:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:3.0:1749394260.696262:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:3.0:1749394260.696266:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499783424/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394260.698003:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698011:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394260.698019:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698023:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698027:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698031:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17400 00000400:00000200:3.0:1749394260.698036:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698041:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x21ed [1] + 224 00000400:00000200:3.0:1749394260.698051:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394260.698055:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394260.698065:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499783168/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394260.698144:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698149:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394260.698153:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698156:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698159:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698163:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17480 00000400:00000200:3.0:1749394260.698167:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698171:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x21fd [1] + 0 00000400:00000200:3.0:1749394260.698177:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394260.698180:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394260.698186:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499783296/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394260.698212:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698216:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394260.698219:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698222:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698225:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394260.698228:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17500 00000400:00000200:3.0:1749394260.698231:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394260.698232:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394260.698241:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394260.698244:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:3.0:1749394260.698249:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2205 [1] + 0 00000100:00000200:2.0:1749394260.698254:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499783168/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394260.698266:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499783168/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394260.698268:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394260.698272:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394260.698274:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394260.698281:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749394260.698284:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 02000000:00000010:2.0:1749394260.698288:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6c00. 00000100:00000200:3.0:1749394260.698290:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499783424/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394260.698293:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499783296/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394260.698302:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000200:0.0:1749394260.698306:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499783296/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749394260.698306:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394260.698328:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394260.698331:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749394260.698333:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394260.698337:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499783424/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394260.698346:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499783424/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394260.698358:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394260.698363:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394260.698367:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 02000000:00000010:0.0:1749394260.698372:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394260.698374:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394260.698377:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749394260.699711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c580. 00000100:00000010:3.0:1749394260.699715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8ca40. 00000100:00000010:2.0:1749394265.703727:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394265.703752:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394265.703829:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394265.703836:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749394265.703858:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394265.703863:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749394265.703877:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000400:00000200:3.0:1749394265.703909:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394265.703914:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4e70. 00000400:00000010:3.0:1749394265.703933:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43ee0. 00000100:00000200:3.0:1749394265.703946:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499783552, portal 25 00000400:00000010:3.0:1749394265.703953:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43e58. 00000100:00000200:3.0:1749394265.703957:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499783552, offset 0 00000400:00000200:3.0:1749394265.703971:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394265.703983:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.703993:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:0.0:1749394265.703996:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749394265.704002:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394265.704008:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.704009:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394265.704012:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394265.704015:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749394265.704017:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:3.0:1749394265.704019:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:0.0:1749394265.704022:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499783680, portal 10 00000400:00000200:3.0:1749394265.704026:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [731:731:256:4294967295] 192.168.203.132@tcp LPNI seq info [746:746:8:4294967295] 00000400:00000010:0.0:1749394265.704028:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:3.0:1749394265.704033:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394265.704040:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499783680, offset 0 00000400:00000200:0.0:1749394265.704049:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394265.704049:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394265.704054:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394265.704089:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394265.704098:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000400:00000200:0.0:1749394265.704100:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394265.704105:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394265.704108:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749394265.704109:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394265.704112:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394265.704114:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394265.704118:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [732:732:255:4294967295] 192.168.203.132@tcp LPNI seq info [747:747:7:4294967295] 00000800:00000200:3.0:1749394265.704121:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394265.704123:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394265.704129:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394265.704132:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394265.704137:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394265.704141:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394265.704146:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394265.704153:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394265.704157:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394265.704165:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.704165:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394265.704171:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89b00. 00000100:00000010:0.0:1749394265.704200:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89dc0. 02000000:00000010:0.0:1749394265.704214:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000800:00000200:2.0:1749394265.704217:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394265.704218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394265.704220:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000800:00000010:2.0:1749394265.704221:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000010:0.0:1749394265.704224:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749394265.704227:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499783808, portal 10 00000400:00000200:2.0:1749394265.704227:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394265.704231:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394265.704233:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499783808, offset 0 00000400:00000200:2.0:1749394265.704236:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394265.704237:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394265.704241:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43e58 00000400:00000200:0.0:1749394265.704242:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394265.704243:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43e58. 00000400:00000200:0.0:1749394265.704245:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394265.704248:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394265.704250:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:2.0:1749394265.704256:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499783552/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394265.704260:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394265.704262:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394265.704265:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [733:733:254:4294967295] 192.168.203.132@tcp LPNI seq info [748:748:6:4294967295] 00000400:00000200:0.0:1749394265.704270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394265.704288:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394265.704293:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394265.704296:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394265.704300:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394265.704305:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394265.704308:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394265.704314:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394265.704315:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394265.704318:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394265.704321:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394265.704326:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394265.704328:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749394265.704330:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749394265.704335:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499783680/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394265.704380:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394265.704382:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394265.704383:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394265.704386:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394265.704388:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749394265.704389:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749394265.704393:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499783808/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394265.705750:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705758:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394265.705766:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705770:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705775:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705780:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17600 00000400:00000200:3.0:1749394265.705785:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705791:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x221d [1] + 0 00000400:00000200:3.0:1749394265.705803:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394265.705807:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394265.705817:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499783680/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394265.705872:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705876:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394265.705880:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705883:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705886:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705889:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17580 00000400:00000200:3.0:1749394265.705893:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705896:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x220d [1] + 224 00000400:00000200:3.0:1749394265.705902:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394265.705905:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394265.705907:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394265.705914:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749394265.705917:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749394265.705923:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499783552/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394265.705926:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499783680/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394265.705940:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499783680/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394265.705947:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705951:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394265.705955:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705957:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705960:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705963:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17680 00000400:00000200:3.0:1749394265.705966:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394265.705969:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2225 [1] + 0 02000000:00000010:0.0:1749394265.705970:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394265.705976:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394265.705981:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000200:3.0:1749394265.705983:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394265.705987:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394265.705993:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499783808/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394265.706047:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4e70. 00000400:00000200:2.0:1749394265.706081:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43ee0 00000400:00000010:2.0:1749394265.706084:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43ee0. 00000400:00000010:0.0:1749394265.706090:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394265.706094:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000100:00000200:2.0:1749394265.706095:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499783552/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394265.706096:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749394265.706102:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499783808/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394265.706107:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499783552/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394265.706112:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499783808/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394265.706127:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 02000000:00000010:0.0:1749394265.706128:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:2.0:1749394265.706133:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394265.706137:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394265.706141:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394265.706145:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749394265.707711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89b00. 00000100:00000010:3.0:1749394265.707714:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89dc0. 00000100:00000010:2.0:1749394270.711716:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394270.711742:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394270.711803:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749394270.711813:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749394270.711836:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394270.711841:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749394270.711882:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7200. 00000400:00000200:2.0:1749394270.711894:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394270.711899:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394270.711907:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394270.711916:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499783936, portal 25 00000400:00000010:2.0:1749394270.711922:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e000. 00000100:00000200:2.0:1749394270.711925:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499783936, offset 0 00000400:00000200:2.0:1749394270.711936:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749394270.711939:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:2.0:1749394270.711947:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394270.711952:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394270.711957:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:2.0:1749394270.711957:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394270.711962:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749394270.711964:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749394270.711966:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499784064, portal 10 00000400:00000200:2.0:1749394270.711970:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394270.711973:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000400:00000200:2.0:1749394270.711975:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749394270.711976:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499784064, offset 0 00000400:00000200:0.0:1749394270.711984:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394270.711987:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394270.711991:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394270.711993:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [734:734:256:4294967295] 192.168.203.132@tcp LPNI seq info [749:749:8:4294967295] 00000400:00000200:0.0:1749394270.711997:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394270.711998:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394270.712001:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394270.712005:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394270.712008:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394270.712011:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394270.712011:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394270.712015:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [735:735:255:4294967295] 192.168.203.132@tcp LPNI seq info [750:750:7:4294967295] 00000800:00000200:2.0:1749394270.712017:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394270.712020:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749394270.712053:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ea00. 00000800:00000200:2.0:1749394270.712062:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394270.712071:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394270.712074:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394270.712077:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394270.712080:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1749394270.712081:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394270.712086:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394270.712092:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394270.712096:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394270.712104:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394270.712104:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394270.712111:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cdc0. 00000100:00000010:2.0:1749394270.712127:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c340. 02000000:00000010:0.0:1749394270.712150:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394270.712155:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394270.712157:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394270.712161:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749394270.712164:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499784192, portal 10 00000400:00000010:0.0:1749394270.712168:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000800:00000200:3.0:1749394270.712169:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394270.712177:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ea00. 00000100:00000200:0.0:1749394270.712181:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499784192, offset 0 00000400:00000200:3.0:1749394270.712186:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394270.712187:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394270.712191:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394270.712195:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394270.712198:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394270.712201:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394270.712204:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394270.712206:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394270.712208:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394270.712210:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [736:736:254:4294967295] 192.168.203.132@tcp LPNI seq info [751:751:6:4294967295] 00000400:00000200:0.0:1749394270.712214:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.712215:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e000 00000400:00000010:3.0:1749394270.712220:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e000. 00000400:00000200:0.0:1749394270.712221:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394270.712225:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394270.712228:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394270.712232:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749394270.712236:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499783936/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394270.712237:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394270.712240:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394270.712245:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394270.712276:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394270.712280:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394270.712285:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394270.712291:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394270.712294:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:3.0:1749394270.712297:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749394270.712306:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499784064/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394270.712398:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394270.712403:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394270.712408:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394270.712415:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394270.712418:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:3.0:1749394270.712420:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:3.0:1749394270.712426:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499784192/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394270.714190:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714198:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394270.714206:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714211:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714216:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714221:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17780 00000400:00000200:3.0:1749394270.714226:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714232:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x223d [1] + 0 00000400:00000200:3.0:1749394270.714245:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394270.714249:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394270.714267:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499784064/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394270.714320:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714327:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394270.714334:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714338:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394270.714343:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394270.714343:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714349:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17700 00000400:00000200:0.0:1749394270.714350:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749394270.714353:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000400:00000200:3.0:1749394270.714355:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714360:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x222d [1] + 224 00000100:00000200:0.0:1749394270.714362:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499784064/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394270.714370:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394270.714375:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499784064/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394270.714376:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394270.714385:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499783936/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394270.714410:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394270.714416:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394270.714421:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000200:3.0:1749394270.714430:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714436:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394270.714442:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714446:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714451:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714456:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17800 00000400:00000200:3.0:1749394270.714461:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394270.714466:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2245 [1] + 0 00000400:00000200:3.0:1749394270.714490:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394270.714496:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394270.714506:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499784192/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394270.714511:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394270.714519:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394270.714522:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394270.714531:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499783936/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394270.714544:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499783936/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394270.714562:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7200. 00000400:00000010:0.0:1749394270.714565:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 02000000:00000010:2.0:1749394270.714567:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000400:00000200:0.0:1749394270.714569:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749394270.714571:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000010:2.0:1749394270.714571:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749394270.714587:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499784192/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394270.714596:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499784192/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394270.714657:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394270.714661:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394270.714664:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:2.0:1749394270.715714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cdc0. 00000100:00000010:3.0:1749394270.715723:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c340. 00000100:00000010:2.0:1749394275.719729:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394275.719755:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394275.719815:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394275.719823:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749394275.719848:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394275.719852:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749394275.719903:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 02000000:00000010:0.0:1749394275.719916:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749394275.719920:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394275.719931:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394275.719937:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:3.0:1749394275.719937:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4ec8. 00000400:00000010:0.0:1749394275.719946:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000400:00000010:3.0:1749394275.719946:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43dd0. 00000100:00000200:3.0:1749394275.719956:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499784320, portal 25 00000400:00000010:3.0:1749394275.719962:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43d48. 00000100:00000200:0.0:1749394275.719964:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499784448, portal 10 00000100:00000200:3.0:1749394275.719966:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499784320, offset 0 00000400:00000010:0.0:1749394275.719973:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:3.0:1749394275.719977:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394275.719978:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499784448, offset 0 00000400:00000200:3.0:1749394275.720012:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394275.720021:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394275.720022:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394275.720028:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.720029:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394275.720035:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394275.720035:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394275.720039:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394275.720039:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394275.720043:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394275.720043:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394275.720046:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394275.720048:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [737:737:256:4294967295] 192.168.203.132@tcp LPNI seq info [752:752:8:4294967295] 00000400:00000200:0.0:1749394275.720049:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394275.720053:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [738:738:256:4294967295] 192.168.203.132@tcp LPNI seq info [753:753:8:4294967295] 00000400:00000200:3.0:1749394275.720053:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394275.720058:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.720064:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394275.720070:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394275.720076:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394275.720076:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000800:00000200:0.0:1749394275.720082:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394275.720085:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:3.0:1749394275.720085:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394275.720090:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394275.720096:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394275.720097:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394275.720103:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394275.720103:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394275.720121:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.720121:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394275.720128:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15f00. 00000100:00000010:3.0:1749394275.720161:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15dc0. 02000000:00000010:0.0:1749394275.720178:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394275.720183:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394275.720186:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394275.720190:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394275.720194:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499784576, portal 10 00000400:00000010:0.0:1749394275.720198:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394275.720201:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499784576, offset 0 00000400:00000200:0.0:1749394275.720206:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394275.720210:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394275.720211:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394275.720214:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749394275.720215:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:0.0:1749394275.720218:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394275.720220:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394275.720221:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394275.720223:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394275.720226:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394275.720227:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394275.720229:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [739:739:254:4294967295] 192.168.203.132@tcp LPNI seq info [754:754:6:4294967295] 00000400:00000200:3.0:1749394275.720231:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000200:0.0:1749394275.720233:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394275.720234:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000400:00000200:0.0:1749394275.720241:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394275.720245:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394275.720248:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000100:00000200:3.0:1749394275.720248:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499784448/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394275.720251:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394275.720257:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394275.720259:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394275.720264:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394275.720288:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394275.720290:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:3.0:1749394275.720294:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394275.720298:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394275.720301:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43d48 00000400:00000010:3.0:1749394275.720303:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43d48. 00000100:00000200:3.0:1749394275.720308:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499784320/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394275.720361:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394275.720364:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394275.720366:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394275.720370:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394275.720372:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:3.0:1749394275.720374:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749394275.720379:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499784576/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394275.722069:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722077:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394275.722085:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722090:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722094:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722099:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17880 00000400:00000200:3.0:1749394275.722104:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722111:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x224d [1] + 224 00000400:00000200:3.0:1749394275.722122:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394275.722126:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394275.722136:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499784320/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394275.722177:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722190:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394275.722195:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722198:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722201:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722205:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17900 00000400:00000200:3.0:1749394275.722208:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722212:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2255 [1] + 0 00000400:00000200:3.0:1749394275.722219:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394275.722222:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394275.722228:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499784448/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394275.722256:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722260:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394275.722264:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394275.722266:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4ec8. 00000400:00000200:3.0:1749394275.722266:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722269:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394275.722272:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17980 00000400:00000200:3.0:1749394275.722275:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394275.722285:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43dd0 00000400:00000010:2.0:1749394275.722287:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43dd0. 00000400:00000200:3.0:1749394275.722293:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2265 [1] + 0 00000100:00000200:2.0:1749394275.722298:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499784320/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394275.722307:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394275.722310:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000100:00000200:2.0:1749394275.722311:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499784320/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394275.722311:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394275.722320:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:0.0:1749394275.722322:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749394275.722329:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499784576/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394275.722332:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499784448/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394275.722339:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 00000100:00000200:0.0:1749394275.722345:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499784448/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394275.722346:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394275.722350:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394275.722370:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394275.722381:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749394275.722383:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394275.722389:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499784576/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394275.722398:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499784576/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394275.722412:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394275.722418:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394275.722421:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:0.0:1749394275.722426:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394275.722428:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394275.722431:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749394275.723707:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15f00. 00000100:00000010:3.0:1749394275.723716:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15dc0. 00000100:00000010:2.0:1749394280.727706:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394280.727735:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394280.727800:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749394280.727807:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394280.727836:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394280.727840:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:2.0:1749394280.727885:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7200. 00000400:00000200:2.0:1749394280.727898:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394280.727904:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394280.727911:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394280.727921:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499784704, portal 25 02000000:00000010:0.0:1749394280.727924:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000010:2.0:1749394280.727928:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e000. 00000100:00000200:2.0:1749394280.727931:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499784704, offset 0 00000400:00000200:0.0:1749394280.727935:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394280.727939:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:2.0:1749394280.727942:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394280.727979:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394280.727984:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499784832, portal 10 00000400:00000200:2.0:1749394280.727990:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394280.727992:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749394280.727995:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499784832, offset 0 00000400:00000200:2.0:1749394280.728001:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394280.728003:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394280.728008:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394280.728009:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394280.728014:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394280.728015:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394280.728019:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394280.728019:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394280.728022:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394280.728022:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394280.728025:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394280.728027:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [740:740:256:4294967295] 192.168.203.132@tcp LPNI seq info [755:755:8:4294967295] 00000400:00000200:0.0:1749394280.728028:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394280.728031:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [741:741:256:4294967295] 192.168.203.132@tcp LPNI seq info [756:756:8:4294967295] 00000400:00000200:0.0:1749394280.728035:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394280.728052:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394280.728065:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394280.728072:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394280.728077:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749394280.728078:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394280.728083:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394280.728085:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394280.728087:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:2.0:1749394280.728096:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394280.728102:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394280.728102:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394280.728109:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394280.728113:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394280.728125:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394280.728126:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394280.728131:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cdc0. 00000100:00000010:2.0:1749394280.728153:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cec0. 02000000:00000010:0.0:1749394280.728177:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394280.728181:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394280.728183:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394280.728187:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394280.728190:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499784960, portal 10 00000400:00000010:0.0:1749394280.728194:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000800:00000200:3.0:1749394280.728194:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749394280.728196:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499784960, offset 0 00000400:00000200:0.0:1749394280.728200:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394280.728201:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:0.0:1749394280.728204:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394280.728208:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394280.728209:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394280.728210:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394280.728213:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394280.728215:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394280.728217:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394280.728218:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394280.728221:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [742:742:254:4294967295] 192.168.203.132@tcp LPNI seq info [757:757:6:4294967295] 00000400:00000200:3.0:1749394280.728222:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e000 00000400:00000010:3.0:1749394280.728224:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e000. 00000400:00000200:0.0:1749394280.728225:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394280.728231:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394280.728235:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394280.728238:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394280.728242:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394280.728246:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:3.0:1749394280.728246:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499784704/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394280.728249:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394280.728254:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394280.728272:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394280.728275:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394280.728278:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394280.728281:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394280.728284:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:3.0:1749394280.728286:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749394280.728291:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499784832/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394280.728380:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394280.728383:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394280.728385:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394280.728388:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394280.728390:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:3.0:1749394280.728392:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:3.0:1749394280.728404:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499784960/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394280.730014:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730022:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394280.730029:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730033:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730037:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730041:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17a00 00000400:00000200:3.0:1749394280.730046:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730053:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x226d [1] + 224 00000400:00000200:3.0:1749394280.730063:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394280.730067:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394280.730075:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499784704/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394280.730110:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730122:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394280.730125:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730128:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730131:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730133:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17a80 00000400:00000200:3.0:1749394280.730136:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730140:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x227d [1] + 0 00000400:00000200:3.0:1749394280.730146:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394280.730148:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394280.730153:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499784832/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394280.730176:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730179:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394280.730182:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730185:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394280.730187:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394280.730187:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394280.730190:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17b00 00000400:00000200:3.0:1749394280.730192:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394280.730194:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394280.730196:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:3.0:1749394280.730203:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2285 [1] + 0 00000100:00000200:2.0:1749394280.730204:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499784704/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394280.730209:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394280.730215:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749394280.730216:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749394280.730216:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499784704/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394280.730217:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394280.730220:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394280.730224:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499784832/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394280.730225:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499784960/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394280.730242:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7200. 00000100:00000200:0.0:1749394280.730244:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499784832/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394280.730247:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394280.730251:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394280.730268:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394280.730270:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749394280.730271:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394280.730275:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499784960/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394280.730283:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499784960/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394280.730294:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394280.730299:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394280.730302:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 02000000:00000010:0.0:1749394280.730306:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394280.730310:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394280.730312:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749394280.731696:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cdc0. 00000100:00000010:3.0:1749394280.731703:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cec0. 00000100:00000010:2.0:1749394285.735698:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394285.735724:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394285.735785:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394285.735793:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749394285.735817:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394285.735823:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394285.735870:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7200. 02000000:00000010:0.0:1749394285.735872:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:2.0:1749394285.735883:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394285.735884:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394285.735889:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394285.735897:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394285.735907:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499785216, portal 10 00000400:00000010:2.0:1749394285.735907:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394285.735912:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000400:00000010:0.0:1749394285.735915:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749394285.735917:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499785088, portal 25 00000100:00000200:0.0:1749394285.735951:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499785216, offset 0 00000400:00000010:2.0:1749394285.735951:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e198. 00000100:00000200:2.0:1749394285.735954:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499785088, offset 0 00000400:00000200:0.0:1749394285.735963:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394285.735963:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394285.735975:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394285.735975:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394285.735985:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394285.735986:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394285.735992:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394285.735993:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394285.735998:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394285.735998:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394285.736002:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394285.736003:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394285.736006:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394285.736006:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394285.736011:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [744:744:256:4294967295] 192.168.203.132@tcp LPNI seq info [759:759:8:4294967295] 00000400:00000200:2.0:1749394285.736011:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [744:744:256:4294967295] 192.168.203.132@tcp LPNI seq info [758:758:8:4294967295] 00000400:00000200:2.0:1749394285.736016:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394285.736026:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394285.736027:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394285.736034:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394285.736038:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e900. 00000400:00000200:0.0:1749394285.736046:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394285.736046:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394285.736052:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394285.736055:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749394285.736056:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394285.736061:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394285.736061:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394285.736068:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394285.736072:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394285.736084:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394285.736091:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394285.736091:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cdc0. 00000100:00000010:2.0:1749394285.736106:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cbc0. 02000000:00000010:0.0:1749394285.736126:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394285.736130:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394285.736133:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394285.736136:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749394285.736140:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499785344, portal 10 00000800:00000200:3.0:1749394285.736142:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394285.736145:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394285.736147:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499785344, offset 0 00000800:00000010:3.0:1749394285.736149:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e900. 00000400:00000200:0.0:1749394285.736151:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394285.736155:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.736156:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394285.736158:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394285.736162:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394285.736164:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394285.736165:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394285.736168:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394285.736169:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e198 00000400:00000200:0.0:1749394285.736170:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:3.0:1749394285.736172:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e198. 00000400:00000200:0.0:1749394285.736173:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [745:745:254:4294967295] 192.168.203.132@tcp LPNI seq info [760:760:6:4294967295] 00000400:00000200:0.0:1749394285.736177:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394285.736184:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394285.736188:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394285.736191:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394285.736194:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394285.736199:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394285.736201:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394285.736214:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394285.737211:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499785088/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394285.737251:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394285.737255:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394285.737259:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394285.737265:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394285.737269:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:3.0:1749394285.737272:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:3.0:1749394285.737280:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499785216/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394285.737357:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394285.737360:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394285.737363:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394285.737367:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394285.737370:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:3.0:1749394285.737372:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749394285.737377:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499785344/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394285.738996:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739004:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394285.739013:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739017:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739022:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739026:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17b80 00000400:00000200:3.0:1749394285.739031:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739039:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x2295 [1] + 224 00000400:00000200:3.0:1749394285.739049:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394285.739054:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394285.739063:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499785088/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394285.739103:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739117:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394285.739121:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739124:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739127:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739130:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17c00 00000400:00000200:3.0:1749394285.739133:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739137:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x228d [1] + 0 00000400:00000200:3.0:1749394285.739144:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394285.739147:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394285.739153:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499785216/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394285.739179:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739183:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394285.739186:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739188:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394285.739191:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394285.739192:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394285.739194:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17c80 00000400:00000200:3.0:1749394285.739197:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394285.739200:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394285.739202:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:3.0:1749394285.739210:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x22a5 [1] + 0 00000100:00000200:2.0:1749394285.739212:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499785088/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394285.739221:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394285.739224:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749394285.739225:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499785088/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394285.739228:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000200:3.0:1749394285.739228:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394285.739231:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749394285.739237:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499785344/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394285.739240:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499785216/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394285.739252:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7200. 00000100:00000200:0.0:1749394285.739253:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499785216/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394285.739266:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394285.739271:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394285.739278:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394285.739280:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749394285.739282:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749394285.739286:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499785344/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394285.739295:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499785344/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394285.739308:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394285.739313:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394285.739317:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:0.0:1749394285.739322:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394285.739325:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394285.739327:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000100:00000010:3.0:1749394285.739672:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cbc0. 00000100:00000010:2.0:1749394285.739686:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cdc0. 00000100:00000010:2.0:1749394290.743729:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394290.743758:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394290.743819:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749394290.743829:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749394290.743853:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394290.743858:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749394290.743879:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749394290.743926:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394290.743933:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4f20. 00000400:00000010:3.0:1749394290.743941:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43d48. 00000100:00000200:3.0:1749394290.743951:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499785472, portal 25 00000400:00000010:3.0:1749394290.743957:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43cc0. 00000100:00000200:3.0:1749394290.743970:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499785472, offset 0 02000000:00000010:0.0:1749394290.743971:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:3.0:1749394290.743982:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394290.743983:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394290.743988:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394290.743993:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000400:00000200:3.0:1749394290.743994:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394290.743997:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499785600, portal 10 00000400:00000200:3.0:1749394290.744003:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394290.744005:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394290.744008:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499785600, offset 0 00000400:00000200:3.0:1749394290.744010:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394290.744016:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394290.744016:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394290.744021:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394290.744023:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.744024:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394290.744029:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394290.744029:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [746:746:256:4294967295] 192.168.203.132@tcp LPNI seq info [761:761:8:4294967295] 00000400:00000200:3.0:1749394290.744034:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394290.744043:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394290.744047:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394290.744048:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394290.744050:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394290.744053:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394290.744055:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394290.744057:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [747:747:255:4294967295] 192.168.203.132@tcp LPNI seq info [762:762:7:4294967295] 00000800:00000010:3.0:1749394290.744060:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749394290.744062:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394290.744069:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394290.744072:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394290.744077:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394290.744081:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749394290.744081:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394290.744086:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394290.744088:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394290.744093:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394290.744098:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394290.744119:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394290.744120:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394290.744126:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15cc0. 00000100:00000010:3.0:1749394290.744151:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15000. 02000000:00000010:0.0:1749394290.744168:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394290.744173:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394290.744175:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394290.744178:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394290.744182:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499785728, portal 10 00000400:00000010:0.0:1749394290.744186:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749394290.744188:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499785728, offset 0 00000800:00000200:2.0:1749394290.744191:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394290.744194:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394290.744195:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749394290.744198:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394290.744201:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394290.744201:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394290.744205:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394290.744208:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394290.744209:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394290.744211:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394290.744213:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394290.744215:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43cc0 00000400:00000200:0.0:1749394290.744216:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [748:748:254:4294967295] 192.168.203.132@tcp LPNI seq info [763:763:6:4294967295] 00000400:00000010:2.0:1749394290.744218:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43cc0. 00000400:00000200:0.0:1749394290.744221:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394290.744227:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749394290.744231:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499785472/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394290.744241:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394290.744244:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394290.744248:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394290.744253:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394290.744256:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394290.744262:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394290.744328:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394290.744331:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394290.744335:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394290.744339:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394290.744341:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:2.0:1749394290.744343:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:2.0:1749394290.744348:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499785600/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394290.744375:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394290.744377:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394290.744379:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394290.744382:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394290.744385:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749394290.744387:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749394290.744391:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499785728/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394290.745869:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.745877:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394290.745909:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.745914:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.745919:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.745924:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17d00 00000400:00000200:3.0:1749394290.745929:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.745936:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x22ad [1] + 224 00000400:00000200:3.0:1749394290.745949:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394290.745953:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394290.745963:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499785472/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394290.746025:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.746030:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394290.746034:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.746037:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.746040:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.746043:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17e00 00000400:00000200:3.0:1749394290.746047:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.746051:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x22c5 [1] + 0 00000400:00000200:3.0:1749394290.746056:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394290.746060:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394290.746065:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499785728/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394290.746070:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4f20. 00000400:00000200:2.0:1749394290.746079:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43d48 00000400:00000010:2.0:1749394290.746081:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43d48. 00000100:00000200:2.0:1749394290.746090:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499785472/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394290.746090:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.746094:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394290.746098:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.746100:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394290.746103:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499785472/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394290.746103:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.746106:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17d80 00000400:00000200:3.0:1749394290.746109:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394290.746112:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x22bd [1] + 0 00000400:00000200:3.0:1749394290.746125:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394290.746129:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:2.0:1749394290.746131:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 00000100:00000200:3.0:1749394290.746135:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499785600/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394290.746139:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394290.746144:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394290.746181:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394290.746189:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:0.0:1749394290.746191:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749394290.746201:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499785600/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394290.746213:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499785600/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394290.746239:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394290.746241:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749394290.746243:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394290.746247:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499785728/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394290.746256:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499785728/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394290.746269:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394290.746275:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394290.746279:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:0.0:1749394290.746284:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394290.746287:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394290.746290:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749394290.747715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15cc0. 00000100:00000010:3.0:1749394290.747728:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15000. 00000100:00000010:2.0:1749394295.751727:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394295.751754:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394295.751817:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394295.751826:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394295.751884:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749394295.751890:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749394295.751933:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 02000000:00000010:0.0:1749394295.751946:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:3.0:1749394295.751950:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394295.751957:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4f78. 00000400:00000200:0.0:1749394295.751958:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394295.751962:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394295.751970:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000400:00000010:3.0:1749394295.751973:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43b28. 00000100:00000200:3.0:1749394295.751983:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499785856, portal 25 00000100:00000200:0.0:1749394295.751984:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499785984, portal 10 00000400:00000010:3.0:1749394295.751989:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43c38. 00000400:00000010:0.0:1749394295.751991:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:3.0:1749394295.751992:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499785856, offset 0 00000100:00000200:0.0:1749394295.751995:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499785984, offset 0 00000400:00000200:0.0:1749394295.752005:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394295.752006:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394295.752017:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394295.752018:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394295.752028:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394295.752028:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394295.752035:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394295.752036:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394295.752041:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394295.752042:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394295.752046:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394295.752047:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394295.752050:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394295.752051:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394295.752055:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [749:749:256:4294967295] 192.168.203.132@tcp LPNI seq info [764:764:8:4294967295] 00000400:00000200:3.0:1749394295.752057:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [750:750:256:4294967295] 192.168.203.132@tcp LPNI seq info [765:765:8:4294967295] 00000400:00000200:0.0:1749394295.752060:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.752064:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.752081:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394295.752092:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394295.752095:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394295.752099:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000800:00000200:0.0:1749394295.752101:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394295.752105:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394295.752110:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394295.752111:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394295.752123:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394295.752125:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394295.752130:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394295.752131:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394295.752160:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.752162:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394295.752167:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89080. 00000100:00000010:0.0:1749394295.752184:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89840. 02000000:00000010:0.0:1749394295.752196:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394295.752200:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394295.752203:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394295.752206:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394295.752209:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499786112, portal 10 00000400:00000010:0.0:1749394295.752213:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394295.752215:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499786112, offset 0 00000400:00000200:0.0:1749394295.752220:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394295.752224:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394295.752227:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749394295.752234:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394295.752237:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394295.752240:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749394295.752240:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:0.0:1749394295.752243:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394295.752245:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394295.752248:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [751:751:254:4294967295] 192.168.203.132@tcp LPNI seq info [766:766:6:4294967295] 00000400:00000200:2.0:1749394295.752248:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394295.752252:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394295.752259:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394295.752262:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749394295.752266:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:2.0:1749394295.752269:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000800:00000200:0.0:1749394295.752270:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394295.752274:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394295.752280:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749394295.752286:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499785984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394295.752287:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394295.752292:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394295.752301:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394295.752321:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394295.752325:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:2.0:1749394295.752330:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394295.752334:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394295.752338:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43c38 00000400:00000010:2.0:1749394295.752349:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43c38. 00000100:00000200:2.0:1749394295.752356:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499785856/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394295.752433:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394295.752436:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394295.752438:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394295.752442:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394295.752445:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749394295.752447:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:2.0:1749394295.752451:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499786112/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394295.754015:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754023:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394295.754032:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754037:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754042:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754046:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17f00 00000400:00000200:3.0:1749394295.754051:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754058:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x22d5 [1] + 0 00000400:00000200:3.0:1749394295.754069:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394295.754074:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394295.754084:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499785984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394295.754139:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754144:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394295.754148:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754151:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754154:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754157:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a17e80 00000400:00000200:3.0:1749394295.754161:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754164:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x22cd [1] + 224 00000400:00000200:3.0:1749394295.754170:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394295.754173:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:0.0:1749394295.754176:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394295.754182:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749394295.754184:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:3.0:1749394295.754190:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499785856/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394295.754192:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499785984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394295.754204:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499785984/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394295.754215:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754219:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394295.754222:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754225:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754228:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754231:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a17f80 00000400:00000200:3.0:1749394295.754234:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394295.754237:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x22e5 [1] + 0 02000000:00000010:0.0:1749394295.754239:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394295.754246:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000400:00000200:3.0:1749394295.754250:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749394295.754251:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000200:3.0:1749394295.754254:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394295.754260:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499786112/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394295.754280:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394295.754282:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749394295.754284:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394295.754289:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499786112/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394295.754298:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499786112/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394295.754313:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4f78. 00000400:00000200:2.0:1749394295.754323:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43b28 00000400:00000010:2.0:1749394295.754325:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43b28. 02000000:00000010:0.0:1749394295.754328:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394295.754331:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394295.754334:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000200:2.0:1749394295.754335:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499785856/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394295.754347:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499785856/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394295.754366:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 02000000:00000010:2.0:1749394295.754372:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394295.754375:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749394295.755713:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89080. 00000100:00000010:3.0:1749394295.755719:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89840. 00000100:00000010:2.0:1749394300.759723:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394300.759752:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394300.759846:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394300.759856:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394300.759883:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394300.759887:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749394300.759912:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749394300.759929:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394300.759937:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4f78. 02000000:00000010:0.0:1749394300.759945:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000010:3.0:1749394300.759955:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43a18. 00000400:00000200:0.0:1749394300.759957:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394300.759962:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000100:00000200:3.0:1749394300.759965:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499786240, portal 25 00000400:00000010:0.0:1749394300.759967:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000010:3.0:1749394300.759971:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43908. 00000100:00000200:0.0:1749394300.759972:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499786368, portal 10 00000100:00000200:3.0:1749394300.759975:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499786240, offset 0 00000400:00000010:0.0:1749394300.759979:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394300.759982:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499786368, offset 0 00000400:00000200:3.0:1749394300.759987:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394300.759990:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394300.759999:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394300.760000:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394300.760009:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394300.760009:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394300.760017:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394300.760017:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394300.760022:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394300.760023:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394300.760027:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394300.760028:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394300.760030:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394300.760032:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394300.760036:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [752:752:256:4294967295] 192.168.203.132@tcp LPNI seq info [767:767:8:4294967295] 00000400:00000200:0.0:1749394300.760038:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [753:753:256:4294967295] 192.168.203.132@tcp LPNI seq info [768:768:8:4294967295] 00000400:00000200:3.0:1749394300.760041:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394300.760046:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.760053:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394300.760061:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394300.760066:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749394300.760073:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394300.760074:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394300.760082:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394300.760086:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749394300.760088:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749394300.760092:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394300.760095:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394300.760104:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394300.760110:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394300.760123:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394300.760131:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15000. 00000400:00000200:0.0:1749394300.760136:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394300.760159:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a40. 02000000:00000010:0.0:1749394300.760184:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394300.760191:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394300.760195:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394300.760200:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000800:00000200:2.0:1749394300.760203:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394300.760208:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:2.0:1749394300.760214:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394300.760217:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499786496, portal 10 00000400:00000010:0.0:1749394300.760224:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394300.760227:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499786496, offset 0 00000400:00000200:2.0:1749394300.760232:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394300.760235:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394300.760237:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43908 00000400:00000010:2.0:1749394300.760240:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43908. 00000400:00000200:0.0:1749394300.760242:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394300.760248:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394300.760253:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1749394300.760253:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499786240/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394300.760257:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394300.760261:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394300.760264:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394300.760269:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [754:754:254:4294967295] 192.168.203.132@tcp LPNI seq info [769:769:6:4294967295] 00000400:00000200:0.0:1749394300.760273:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394300.760282:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394300.760287:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394300.760291:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394300.760295:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394300.760301:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394300.760304:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394300.760310:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394300.760349:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394300.760352:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394300.760355:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394300.760359:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394300.760362:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749394300.760364:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749394300.760370:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499786368/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394300.760397:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394300.760399:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394300.760401:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394300.760404:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394300.760407:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:2.0:1749394300.760408:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:2.0:1749394300.760413:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499786496/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394300.761922:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.761930:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394300.761939:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.761943:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.761948:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.761952:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18000 00000400:00000200:3.0:1749394300.761957:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.761964:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x22ed [1] + 224 00000400:00000200:3.0:1749394300.761975:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394300.761987:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394300.761997:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499786240/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394300.762042:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762046:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394300.762050:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762053:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762056:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762059:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18100 00000400:00000200:3.0:1749394300.762063:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762066:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2305 [1] + 0 00000400:00000200:3.0:1749394300.762072:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394300.762076:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394300.762081:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499786496/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394300.762106:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762110:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394300.762113:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762116:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762118:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762121:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18080 00000400:00000200:3.0:1749394300.762124:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394300.762127:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x22f5 [1] + 0 00000400:00000010:2.0:1749394300.762141:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4f78. 00000400:00000200:3.0:1749394300.762144:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394300.762148:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394300.762152:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43a18 00000400:00000010:2.0:1749394300.762156:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43a18. 00000100:00000200:3.0:1749394300.762164:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499786368/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394300.762165:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000100:00000200:2.0:1749394300.762168:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499786240/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394300.762173:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749394300.762175:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749394300.762185:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499786496/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394300.762187:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499786240/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394300.762198:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499786496/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394300.762223:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 02000000:00000010:0.0:1749394300.762225:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394300.762231:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749394300.762232:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:0.0:1749394300.762237:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000100:00000010:2.0:1749394300.762237:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394300.762244:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394300.762256:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749394300.762258:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394300.762264:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499786368/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394300.762272:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499786368/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394300.762286:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394300.762291:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394300.762293:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749394300.763707:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15000. 00000100:00000010:3.0:1749394300.763716:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a40. 00000100:00000010:2.0:1749394305.767730:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394305.767764:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394305.767855:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394305.767865:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749394305.767897:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394305.767902:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749394305.767933:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749394305.767968:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394305.767974:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4f20. 00000400:00000010:3.0:1749394305.767983:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000100:00000200:3.0:1749394305.767994:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499786624, portal 25 00000400:00000010:3.0:1749394305.768000:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43aa0. 00000100:00000200:3.0:1749394305.768004:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499786624, offset 0 02000000:00000010:0.0:1749394305.768014:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:3.0:1749394305.768015:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394305.768026:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.768027:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394305.768030:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394305.768036:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000400:00000200:3.0:1749394305.768037:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394305.768041:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499786752, portal 10 00000400:00000200:3.0:1749394305.768045:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394305.768048:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:3.0:1749394305.768050:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749394305.768051:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499786752, offset 0 00000400:00000200:3.0:1749394305.768055:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394305.768058:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394305.768059:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394305.768063:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [755:755:256:4294967295] 192.168.203.132@tcp LPNI seq info [770:770:8:4294967295] 00000400:00000200:0.0:1749394305.768065:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.768067:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394305.768071:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394305.768076:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394305.768079:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394305.768081:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394305.768083:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394305.768085:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394305.768088:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394305.768089:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [756:756:255:4294967295] 192.168.203.132@tcp LPNI seq info [771:771:7:4294967295] 00000800:00000010:3.0:1749394305.768093:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749394305.768094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394305.768102:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394305.768104:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394305.768109:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394305.768113:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000010:0.0:1749394305.768114:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394305.768119:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394305.768120:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394305.768125:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394305.768138:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394305.768151:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394305.768159:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a40. 00000400:00000200:0.0:1749394305.768162:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394305.768178:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d40. 02000000:00000010:0.0:1749394305.768197:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394305.768201:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394305.768204:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394305.768207:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394305.768210:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499786880, portal 10 00000400:00000010:0.0:1749394305.768214:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749394305.768216:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499786880, offset 0 00000400:00000200:0.0:1749394305.768221:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394305.768226:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394305.768229:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:2.0:1749394305.768230:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394305.768233:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394305.768235:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:2.0:1749394305.768235:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749394305.768238:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394305.768240:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394305.768243:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394305.768244:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [757:757:254:4294967295] 192.168.203.132@tcp LPNI seq info [772:772:6:4294967295] 00000400:00000200:0.0:1749394305.768248:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394305.768252:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394305.768255:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749394305.768257:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43aa0 00000800:00000200:0.0:1749394305.768260:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749394305.768260:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43aa0. 00000800:00000010:0.0:1749394305.768263:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394305.768267:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394305.768272:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:2.0:1749394305.768274:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499786624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394305.768275:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394305.768279:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394305.768297:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394305.768299:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394305.768302:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394305.768306:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394305.768309:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:2.0:1749394305.768311:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749394305.768316:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499786752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394305.768403:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394305.768406:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394305.768408:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394305.768412:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394305.768414:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749394305.768416:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749394305.768421:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499786880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394305.770009:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770017:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394305.770025:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770030:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770034:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770039:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18180 00000400:00000200:3.0:1749394305.770045:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770061:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x230d [1] + 224 00000400:00000200:3.0:1749394305.770074:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394305.770078:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394305.770087:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499786624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394305.770130:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770134:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394305.770138:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770141:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770144:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770147:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18200 00000400:00000200:3.0:1749394305.770150:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770154:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x231d [1] + 0 00000400:00000200:3.0:1749394305.770159:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394305.770162:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394305.770167:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499786752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394305.770193:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770196:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394305.770200:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770202:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770205:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394305.770208:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18280 00000400:00000200:3.0:1749394305.770211:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394305.770217:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4f20. 00000400:00000200:2.0:1749394305.770237:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000010:2.0:1749394305.770239:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000400:00000200:3.0:1749394305.770245:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2325 [1] + 0 00000100:00000200:2.0:1749394305.770249:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499786624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394305.770252:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394305.770260:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000200:3.0:1749394305.770261:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394305.770262:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749394305.770262:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499786624/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394305.770265:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394305.770271:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499786752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394305.770271:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499786880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394305.770284:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499786752/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394305.770291:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:2.0:1749394305.770298:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394305.770303:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394305.770319:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394305.770321:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749394305.770323:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394305.770327:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499786880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394305.770336:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499786880/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394305.770349:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749394305.770355:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394305.770358:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749394305.770363:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394305.770367:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394305.770369:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000100:00000010:3.0:1749394305.771708:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d40. 00000100:00000010:2.0:1749394305.771723:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a40. 00000100:00000010:2.0:1749394310.775727:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394310.775781:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394310.775849:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394310.775861:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749394310.775895:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394310.775900:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:2.0:1749394310.775946:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749394310.775959:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394310.775965:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394310.775973:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394310.775983:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499787008, portal 25 00000400:00000010:2.0:1749394310.775989:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e220. 00000100:00000200:2.0:1749394310.775992:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499787008, offset 0 00000400:00000200:2.0:1749394310.776004:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394310.776015:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394310.776026:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:2.0:1749394310.776026:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394310.776033:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394310.776038:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394310.776039:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394310.776043:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:2.0:1749394310.776044:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394310.776047:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394310.776048:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000200:2.0:1749394310.776052:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [758:758:256:4294967295] 192.168.203.132@tcp LPNI seq info [773:773:8:4294967295] 00000100:00000200:0.0:1749394310.776053:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499787136, portal 10 00000400:00000010:0.0:1749394310.776060:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394310.776063:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499787136, offset 0 00000400:00000200:0.0:1749394310.776071:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394310.776074:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394310.776078:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394310.776084:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394310.776088:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394310.776088:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394310.776092:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394310.776095:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749394310.776097:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394310.776098:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394310.776102:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [759:759:255:4294967295] 192.168.203.132@tcp LPNI seq info [774:774:7:4294967295] 00000800:00000010:2.0:1749394310.776102:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000400:00000200:0.0:1749394310.776107:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394310.776111:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394310.776116:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394310.776123:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394310.776130:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394310.776132:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394310.776137:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394310.776141:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394310.776148:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394310.776152:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394310.776157:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394310.776161:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394310.776163:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cc00. 00000100:00000010:2.0:1749394310.776181:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cdc0. 02000000:00000010:0.0:1749394310.776198:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394310.776203:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394310.776205:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394310.776209:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394310.776212:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499787264, portal 10 00000400:00000010:0.0:1749394310.776216:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394310.776218:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499787264, offset 0 00000800:00000200:3.0:1749394310.776221:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394310.776223:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394310.776227:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394310.776228:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:0.0:1749394310.776230:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394310.776233:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394310.776236:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394310.776236:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394310.776238:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394310.776241:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394310.776244:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [760:760:254:4294967295] 192.168.203.132@tcp LPNI seq info [775:775:6:4294967295] 00000400:00000200:3.0:1749394310.776245:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394310.776249:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.776251:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e220 00000400:00000010:3.0:1749394310.776253:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e220. 00000400:00000200:0.0:1749394310.776255:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394310.776260:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394310.776263:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394310.776266:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749394310.776267:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499787008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394310.776271:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394310.776273:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394310.776278:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394310.776292:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394310.776294:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749394310.776298:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394310.776302:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394310.776305:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:3.0:1749394310.776307:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:3.0:1749394310.776312:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499787136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394310.776394:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394310.776397:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394310.776399:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394310.776403:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394310.776405:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:3.0:1749394310.776407:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749394310.776412:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499787264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394310.778129:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778136:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394310.778145:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778149:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778154:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778167:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18300 00000400:00000200:3.0:1749394310.778172:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778180:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x232d [1] + 224 00000400:00000200:3.0:1749394310.778193:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394310.778197:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394310.778206:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499787008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394310.778249:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778253:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394310.778257:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778260:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778263:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778266:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18400 00000400:00000200:3.0:1749394310.778269:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778273:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2345 [1] + 0 00000400:00000200:3.0:1749394310.778278:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394310.778281:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394310.778286:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499787264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394310.778310:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778314:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394310.778317:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778319:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778322:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778325:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18380 00000400:00000200:3.0:1749394310.778328:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394310.778331:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x233d [1] + 0 00000400:00000010:2.0:1749394310.778339:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394310.778345:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394310.778347:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394310.778349:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:3.0:1749394310.778349:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394310.778359:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499787008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394310.778360:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499787136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394310.778370:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000100:00000200:2.0:1749394310.778372:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499787008/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394310.778385:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:0.0:1749394310.778388:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394310.778398:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499787264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394310.778401:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 02000000:00000010:2.0:1749394310.778406:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000200:0.0:1749394310.778410:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499787264/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749394310.778411:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394310.778436:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394310.778442:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394310.778445:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000400:00000010:0.0:1749394310.778453:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394310.778455:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749394310.778457:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394310.778461:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499787136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394310.778470:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499787136/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394310.778482:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394310.778486:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394310.778488:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:2.0:1749394310.779674:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cc00. 00000100:00000010:3.0:1749394310.779719:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cdc0. 00000100:00000010:2.0:1749394315.783791:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394315.783823:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394315.783885:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394315.783893:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394315.783917:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394315.783922:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:2.0:1749394315.783976:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 00000400:00000200:2.0:1749394315.783989:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394315.784013:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 02000000:00000010:0.0:1749394315.784022:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000010:2.0:1749394315.784022:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394315.784032:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499787392, portal 25 00000400:00000200:0.0:1749394315.784035:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394315.784038:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e110. 00000400:00000010:0.0:1749394315.784039:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000100:00000200:2.0:1749394315.784041:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499787392, offset 0 00000400:00000010:0.0:1749394315.784044:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000200:2.0:1749394315.784053:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394315.784060:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499787520, portal 10 00000400:00000200:2.0:1749394315.784065:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394315.784068:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394315.784071:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499787520, offset 0 00000400:00000200:2.0:1749394315.784074:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394315.784079:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394315.784083:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394315.784086:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394315.784088:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394315.784092:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394315.784093:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394315.784096:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394315.784097:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394315.784101:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394315.784101:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [761:761:256:4294967295] 192.168.203.132@tcp LPNI seq info [776:776:8:4294967295] 00000400:00000200:2.0:1749394315.784106:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394315.784114:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394315.784117:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394315.784119:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394315.784121:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [762:762:255:4294967295] 192.168.203.132@tcp LPNI seq info [777:777:7:4294967295] 00000400:00000200:0.0:1749394315.784126:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394315.784127:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394315.784132:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000400:00000200:0.0:1749394315.784136:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394315.784140:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394315.784141:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394315.784145:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394315.784151:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394315.784152:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394315.784157:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394315.784158:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394315.784162:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394315.784184:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394315.784185:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394315.784191:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cc00. 00000100:00000010:2.0:1749394315.784213:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cbc0. 02000000:00000010:0.0:1749394315.784238:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394315.784243:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394315.784246:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394315.784249:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000800:00000200:3.0:1749394315.784250:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749394315.784252:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499787648, portal 10 00000400:00000010:0.0:1749394315.784257:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000800:00000010:3.0:1749394315.784257:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000100:00000200:0.0:1749394315.784259:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499787648, offset 0 00000400:00000200:0.0:1749394315.784263:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394315.784264:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394315.784267:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394315.784271:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394315.784273:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394315.784275:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394315.784277:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394315.784278:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e110 00000400:00000200:0.0:1749394315.784279:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1749394315.784281:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e110. 00000400:00000200:0.0:1749394315.784282:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394315.784285:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [763:763:254:4294967295] 192.168.203.132@tcp LPNI seq info [778:778:6:4294967295] 00000400:00000200:0.0:1749394315.784289:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394315.784295:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499787392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394315.784296:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394315.784300:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394315.784303:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394315.784313:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394315.784318:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394315.784321:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394315.784327:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394315.784391:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394315.784394:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394315.784397:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394315.784401:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394315.784404:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:3.0:1749394315.784406:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:3.0:1749394315.784411:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499787520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394315.784439:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394315.784441:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394315.784443:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394315.784447:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394315.784449:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:3.0:1749394315.784451:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:3.0:1749394315.784455:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499787648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394315.785997:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786005:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394315.786013:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786018:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786032:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786036:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18480 00000400:00000200:3.0:1749394315.786041:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786048:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x234d [1] + 224 00000400:00000200:3.0:1749394315.786062:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394315.786066:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394315.786075:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499787392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394315.786118:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786123:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394315.786127:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786129:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786132:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786135:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18500 00000400:00000200:3.0:1749394315.786139:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786142:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x235d [1] + 0 00000400:00000200:3.0:1749394315.786147:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394315.786151:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394315.786156:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499787520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394315.786163:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394315.786171:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394315.786173:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:3.0:1749394315.786182:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394315.786183:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499787392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394315.786186:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394315.786189:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786192:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786195:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394315.786197:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499787392/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394315.786198:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18580 00000400:00000200:3.0:1749394315.786201:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394315.786204:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2365 [1] + 0 00000400:00000200:3.0:1749394315.786222:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749394315.786226:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 00000400:00000200:3.0:1749394315.786230:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394315.786236:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499787648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394315.786241:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000400:00000010:0.0:1749394315.786247:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000100:00000010:2.0:1749394315.786247:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:0.0:1749394315.786255:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749394315.786257:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394315.786267:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499787520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394315.786280:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499787520/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394315.786305:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394315.786308:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:0.0:1749394315.786309:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749394315.786314:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499787648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394315.786322:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499787648/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394315.786335:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394315.786340:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394315.786344:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:0.0:1749394315.786350:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394315.786354:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394315.786357:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749394315.787710:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cc00. 00000100:00000010:3.0:1749394315.787733:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cbc0. 00000100:00000010:2.0:1749394320.791739:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394320.791767:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394320.791830:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749394320.791839:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394320.791864:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394320.791869:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749394320.791919:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7400. 00000400:00000200:3.0:1749394320.791936:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394320.791942:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4ec8. 00000400:00000010:3.0:1749394320.791950:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43990. 00000100:00000200:3.0:1749394320.791960:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499787776, portal 25 02000000:00000010:0.0:1749394320.791961:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000010:3.0:1749394320.791966:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000100:00000200:3.0:1749394320.791969:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499787776, offset 0 00000400:00000200:0.0:1749394320.791973:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394320.791978:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394320.791981:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394320.791993:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:3.0:1749394320.791993:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394320.791998:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499787904, portal 10 00000400:00000200:3.0:1749394320.792003:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394320.792005:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000200:3.0:1749394320.792010:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394320.792015:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749394320.792019:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499787904, offset 0 00000400:00000200:3.0:1749394320.792021:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394320.792024:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394320.792027:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394320.792029:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [764:764:256:4294967295] 192.168.203.132@tcp LPNI seq info [779:779:8:4294967295] 00000400:00000200:0.0:1749394320.792033:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.792033:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394320.792039:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394320.792043:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394320.792047:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394320.792047:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394320.792050:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394320.792053:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394320.792054:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394320.792057:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [765:765:255:4294967295] 192.168.203.132@tcp LPNI seq info [780:780:7:4294967295] 00000800:00000010:3.0:1749394320.792059:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749394320.792061:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394320.792068:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394320.792072:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394320.792077:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394320.792081:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:3.0:1749394320.792081:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394320.792085:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394320.792087:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394320.792092:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394320.792096:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394320.792120:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394320.792121:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394320.792127:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15fc0. 00000100:00000010:3.0:1749394320.792157:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15500. 02000000:00000010:0.0:1749394320.792179:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394320.792183:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394320.792186:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394320.792189:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394320.792192:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499788032, portal 10 00000800:00000200:2.0:1749394320.792193:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394320.792196:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000800:00000010:2.0:1749394320.792197:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000100:00000200:0.0:1749394320.792199:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499788032, offset 0 00000400:00000200:0.0:1749394320.792203:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394320.792204:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394320.792207:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394320.792211:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394320.792212:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394320.792214:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394320.792217:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394320.792218:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000200:0.0:1749394320.792219:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1749394320.792220:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000400:00000200:0.0:1749394320.792221:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394320.792232:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [766:766:254:4294967295] 192.168.203.132@tcp LPNI seq info [781:781:6:4294967295] 00000100:00000200:2.0:1749394320.792234:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499787776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394320.792236:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394320.792243:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394320.792248:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394320.792251:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394320.792255:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394320.792261:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394320.792264:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394320.792269:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394320.792331:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394320.792334:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394320.792337:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394320.792341:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394320.792344:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:2.0:1749394320.792346:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749394320.792351:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499787904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394320.792378:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394320.792380:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394320.792383:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394320.792386:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394320.792389:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:2.0:1749394320.792391:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749394320.792395:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499788032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394320.793889:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.793906:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394320.793914:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.793918:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.793924:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.793928:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18600 00000400:00000200:3.0:1749394320.793934:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.793940:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x236d [1] + 224 00000400:00000200:3.0:1749394320.793953:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394320.793957:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394320.793966:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499787776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394320.794008:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.794012:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394320.794016:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.794018:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.794021:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.794024:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18680 00000400:00000200:3.0:1749394320.794028:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.794031:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x237d [1] + 0 00000400:00000200:3.0:1749394320.794037:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394320.794040:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394320.794044:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499787904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394320.794054:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4ec8. 00000400:00000200:2.0:1749394320.794065:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43990 00000400:00000010:2.0:1749394320.794067:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43990. 00000100:00000200:2.0:1749394320.794077:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499787776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394320.794079:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.794083:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394320.794086:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.794089:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394320.794091:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499787776/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394320.794092:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.794095:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18700 00000400:00000200:3.0:1749394320.794098:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394320.794108:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2385 [1] + 0 02000000:00000010:2.0:1749394320.794120:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7400. 00000400:00000200:3.0:1749394320.794123:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394320.794125:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394320.794126:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:2.0:1749394320.794127:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394320.794132:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:0.0:1749394320.794133:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:0.0:1749394320.794135:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:3.0:1749394320.794142:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499788032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394320.794145:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499787904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394320.794158:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499787904/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394320.794184:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394320.794186:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749394320.794188:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394320.794192:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499788032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394320.794201:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499788032/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394320.794214:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394320.794220:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394320.794223:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 02000000:00000010:0.0:1749394320.794228:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394320.794232:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394320.794235:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749394320.795734:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15fc0. 00000100:00000010:3.0:1749394320.795739:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15500. 00000100:00000010:2.0:1749394325.799771:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394325.799805:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394325.799876:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394325.799885:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749394325.799914:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394325.799919:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:2.0:1749394325.799974:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7800. 00000400:00000200:2.0:1749394325.799989:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394325.799998:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394325.800008:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394325.800020:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499788160, portal 25 02000000:00000010:0.0:1749394325.800028:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000010:2.0:1749394325.800028:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e3b8. 00000100:00000200:2.0:1749394325.800032:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499788160, offset 0 00000400:00000200:0.0:1749394325.800040:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394325.800044:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:2.0:1749394325.800047:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394325.800060:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000400:00000200:2.0:1749394325.800062:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394325.800065:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499788288, portal 10 00000400:00000010:0.0:1749394325.800073:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:2.0:1749394325.800075:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394325.800076:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499788288, offset 0 00000400:00000200:0.0:1749394325.800084:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394325.800084:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394325.800091:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394325.800091:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394325.800097:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394325.800097:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394325.800101:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394325.800104:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394325.800108:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394325.800111:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394325.800115:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [767:767:256:4294967295] 192.168.203.132@tcp LPNI seq info [782:782:8:4294967295] 00000400:00000200:0.0:1749394325.800120:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394325.800124:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394325.800130:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [768:768:256:4294967295] 192.168.203.132@tcp LPNI seq info [783:783:8:4294967295] 00000400:00000200:2.0:1749394325.800138:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394325.800155:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394325.800167:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394325.800169:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394325.800174:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e700. 00000800:00000200:0.0:1749394325.800175:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394325.800179:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394325.800185:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394325.800185:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394325.800199:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394325.800199:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394325.800205:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749394325.800205:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749394325.800236:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394325.800237:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394325.800244:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b896c0. 00000100:00000010:0.0:1749394325.800268:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89840. 02000000:00000010:0.0:1749394325.800290:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394325.800294:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394325.800296:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394325.800300:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749394325.800303:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499788416, portal 10 00000400:00000010:0.0:1749394325.800306:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394325.800319:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499788416, offset 0 00000400:00000200:0.0:1749394325.800324:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394325.800328:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394325.800329:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394325.800332:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394325.800335:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749394325.800336:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e700. 00000400:00000200:0.0:1749394325.800338:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394325.800340:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394325.800343:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394325.800344:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394325.800346:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [769:769:254:4294967295] 192.168.203.132@tcp LPNI seq info [784:784:6:4294967295] 00000400:00000200:0.0:1749394325.800350:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394325.800357:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:3.0:1749394325.800361:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394325.800362:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394325.800364:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749394325.800366:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e3b8 00000800:00000200:0.0:1749394325.800368:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000010:3.0:1749394325.800370:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e3b8. 00000800:00000200:0.0:1749394325.800373:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394325.800376:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394325.800382:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394325.800383:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499788160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394325.800409:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394325.800411:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394325.800414:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394325.800418:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394325.800420:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:3.0:1749394325.800422:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:3.0:1749394325.800427:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499788288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394325.800520:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394325.800522:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749394325.800525:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394325.800528:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394325.800530:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:3.0:1749394325.800532:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:3.0:1749394325.800537:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499788416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394325.802231:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802248:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394325.802257:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802261:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802266:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802271:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18780 00000400:00000200:3.0:1749394325.802276:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802282:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x238d [1] + 224 00000400:00000200:3.0:1749394325.802295:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394325.802300:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394325.802309:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499788160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394325.802354:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802358:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394325.802362:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802364:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802367:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802370:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18800 00000400:00000200:3.0:1749394325.802374:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802377:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x239d [1] + 0 00000400:00000200:3.0:1749394325.802382:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394325.802385:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394325.802390:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499788288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394325.802420:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802424:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394325.802427:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802430:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802433:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802436:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18880 00000400:00000200:3.0:1749394325.802439:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394325.802449:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x23a5 [1] + 0 00000400:00000010:2.0:1749394325.802460:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394325.802465:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394325.802468:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000200:3.0:1749394325.802469:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749394325.802471:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000100:00000200:3.0:1749394325.802477:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499788416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394325.802481:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499788160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394325.802494:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499788160/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394325.802522:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7800. 02000000:00000010:2.0:1749394325.802528:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000400:00000010:0.0:1749394325.802529:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000100:00000010:2.0:1749394325.802533:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:0.0:1749394325.802536:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749394325.802539:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394325.802549:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499788288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394325.802561:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499788288/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394325.802587:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394325.802589:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749394325.802590:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749394325.802595:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499788416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394325.802637:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499788416/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394325.802695:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394325.802701:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394325.802704:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 02000000:00000010:0.0:1749394325.802711:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394325.802714:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394325.802716:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:3.0:1749394325.803730:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89840. 00000100:00000010:2.0:1749394325.803734:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b896c0. 00000100:00000010:2.0:1749394330.807738:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394330.807769:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394330.807836:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394330.807847:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749394330.807871:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394330.807876:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:2.0:1749394330.807931:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7800. 00000400:00000200:2.0:1749394330.807945:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394330.807951:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 02000000:00000010:0.0:1749394330.807968:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000010:2.0:1749394330.807977:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000400:00000200:0.0:1749394330.807981:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394330.807985:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000100:00000200:2.0:1749394330.807987:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499788544, portal 25 00000400:00000010:0.0:1749394330.807990:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000010:2.0:1749394330.807993:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e5d8. 00000100:00000200:0.0:1749394330.807996:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499788672, portal 10 00000100:00000200:2.0:1749394330.807996:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499788544, offset 0 00000400:00000010:0.0:1749394330.808003:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394330.808006:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499788672, offset 0 00000400:00000200:2.0:1749394330.808008:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394330.808014:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394330.808020:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394330.808021:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394330.808030:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394330.808030:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394330.808038:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394330.808038:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394330.808044:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394330.808045:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394330.808049:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394330.808049:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394330.808052:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394330.808052:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394330.808057:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [771:771:256:4294967295] 192.168.203.132@tcp LPNI seq info [786:786:8:4294967295] 00000400:00000200:2.0:1749394330.808057:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [771:771:256:4294967295] 192.168.203.132@tcp LPNI seq info [785:785:8:4294967295] 00000400:00000200:2.0:1749394330.808062:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394330.808063:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394330.808076:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394330.808083:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394330.808088:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749394330.808089:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394330.808094:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394330.808096:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394330.808098:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394330.808104:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394330.808107:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394330.808110:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394330.808114:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1749394330.808114:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749394330.808140:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394330.808141:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394330.808146:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cc00. 00000100:00000010:2.0:1749394330.808163:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cec0. 02000000:00000010:0.0:1749394330.808186:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:0.0:1749394330.808190:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394330.808193:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394330.808196:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749394330.808200:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499788800, portal 10 00000400:00000010:0.0:1749394330.808204:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394330.808207:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499788800, offset 0 00000800:00000200:3.0:1749394330.808208:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394330.808211:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394330.808215:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:0.0:1749394330.808216:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394330.808219:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394330.808223:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394330.808223:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394330.808226:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394330.808228:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394330.808231:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394330.808232:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394330.808234:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [772:772:254:4294967295] 192.168.203.132@tcp LPNI seq info [787:787:6:4294967295] 00000400:00000200:3.0:1749394330.808237:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e5d8 00000400:00000200:0.0:1749394330.808238:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394330.808240:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e5d8. 00000400:00000200:0.0:1749394330.808245:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394330.808250:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394330.808253:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000100:00000200:3.0:1749394330.808255:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499788544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394330.808257:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394330.808262:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394330.808264:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394330.808269:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394330.808280:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394330.808282:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394330.808285:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394330.808289:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394330.808292:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:3.0:1749394330.808294:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:3.0:1749394330.808299:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499788672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394330.808394:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394330.808396:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394330.808399:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394330.808403:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394330.808405:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:3.0:1749394330.808407:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749394330.808411:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499788800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394330.810099:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810117:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394330.810125:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810129:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810134:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810139:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18900 00000400:00000200:3.0:1749394330.810144:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810151:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x23ad [1] + 224 00000400:00000200:3.0:1749394330.810164:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394330.810168:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394330.810177:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499788544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394330.810224:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810228:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394330.810232:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810234:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810237:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810240:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18a00 00000400:00000200:3.0:1749394330.810244:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810247:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x23c5 [1] + 0 00000400:00000200:3.0:1749394330.810253:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394330.810256:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394330.810261:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499788800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749394330.810268:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:2.0:1749394330.810275:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:2.0:1749394330.810278:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:3.0:1749394330.810287:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394330.810288:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499788544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394330.810291:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394330.810294:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810297:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810300:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394330.810301:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499788544/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394330.810303:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18980 00000400:00000200:3.0:1749394330.810306:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394330.810316:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x23b5 [1] + 0 02000000:00000010:2.0:1749394330.810330:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7800. 00000400:00000010:0.0:1749394330.810333:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394330.810335:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394330.810339:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394330.810340:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749394330.810343:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 02000000:00000010:2.0:1749394330.810344:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394330.810349:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000200:0.0:1749394330.810353:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499788800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394330.810355:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499788672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394330.810365:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499788800/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394330.810391:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394330.810405:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394330.810409:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000400:00000010:0.0:1749394330.810417:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394330.810420:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749394330.810422:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749394330.810427:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499788672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394330.810436:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499788672/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394330.810449:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394330.810452:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394330.810455:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:3.0:1749394330.811736:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cec0. 00000100:00000010:2.0:1749394330.811764:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cc00. 00000100:00000010:2.0:1749394335.815742:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394335.815776:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394335.815841:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394335.815850:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394335.815875:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394335.815880:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:2.0:1749394335.815937:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7800. 00000400:00000200:2.0:1749394335.815952:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394335.815958:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394335.815966:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394335.815976:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499788928, portal 25 02000000:00000010:0.0:1749394335.815978:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000010:2.0:1749394335.815982:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e330. 00000100:00000200:2.0:1749394335.815985:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499788928, offset 0 00000400:00000200:0.0:1749394335.815990:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394335.815995:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:2.0:1749394335.815997:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394335.816010:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000200:2.0:1749394335.816010:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394335.816015:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499789056, portal 10 00000400:00000200:2.0:1749394335.816021:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394335.816022:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749394335.816026:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499789056, offset 0 00000400:00000200:2.0:1749394335.816028:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394335.816033:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394335.816034:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394335.816038:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394335.816040:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394335.816041:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394335.816046:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394335.816047:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [773:773:256:4294967295] 192.168.203.132@tcp LPNI seq info [788:788:8:4294967295] 00000400:00000200:0.0:1749394335.816051:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394335.816052:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394335.816055:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394335.816058:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394335.816060:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394335.816065:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [774:774:255:4294967295] 192.168.203.132@tcp LPNI seq info [789:789:7:4294967295] 00000400:00000200:2.0:1749394335.816067:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394335.816070:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394335.816074:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394335.816079:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:2.0:1749394335.816079:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1749394335.816084:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394335.816088:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:2.0:1749394335.816088:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394335.816100:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394335.816107:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394335.816114:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394335.816121:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394335.816125:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394335.816145:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394335.816151:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cc00. 00000400:00000200:0.0:1749394335.816154:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394335.816168:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c340. 02000000:00000010:0.0:1749394335.816188:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394335.816192:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394335.816195:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394335.816198:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749394335.816202:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499789184, portal 10 00000400:00000010:0.0:1749394335.816206:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749394335.816208:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499789184, offset 0 00000400:00000200:0.0:1749394335.816213:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394335.816213:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394335.816217:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394335.816220:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749394335.816221:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394335.816224:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394335.816226:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394335.816228:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394335.816229:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394335.816231:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394335.816235:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [775:775:254:4294967295] 192.168.203.132@tcp LPNI seq info [790:790:6:4294967295] 00000400:00000200:3.0:1749394335.816237:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394335.816239:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.816243:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e330 00000400:00000200:0.0:1749394335.816246:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:3.0:1749394335.816246:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e330. 00000800:00000200:0.0:1749394335.816250:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394335.816253:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394335.816257:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749394335.816259:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499788928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394335.816261:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394335.816264:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394335.816269:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394335.816284:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394335.816287:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749394335.816290:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394335.816294:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394335.816296:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:3.0:1749394335.816298:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:3.0:1749394335.816303:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499789056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394335.816394:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394335.816396:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394335.816399:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394335.816403:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394335.816405:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:3.0:1749394335.816407:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:3.0:1749394335.816412:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499789184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394335.818105:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818123:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394335.818131:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818135:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818140:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818145:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18a80 00000400:00000200:3.0:1749394335.818150:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818156:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x23cd [1] + 224 00000400:00000200:3.0:1749394335.818169:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394335.818173:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394335.818182:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499788928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394335.818225:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818230:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394335.818233:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818236:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818239:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818242:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18b00 00000400:00000200:3.0:1749394335.818245:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818249:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x23dd [1] + 0 00000400:00000200:3.0:1749394335.818254:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394335.818257:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394335.818262:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499789056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394335.818286:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818290:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394335.818293:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818296:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818299:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818302:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18b80 00000400:00000200:3.0:1749394335.818305:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394335.818314:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x23e5 [1] + 0 00000400:00000010:2.0:1749394335.818328:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394335.818332:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394335.818336:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000200:3.0:1749394335.818336:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749394335.818338:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000010:0.0:1749394335.818346:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000100:00000200:2.0:1749394335.818348:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499788928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394335.818353:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749394335.818356:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:2.0:1749394335.818361:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499788928/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394335.818363:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499789184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394335.818365:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499789056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394335.818387:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499789056/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394335.818390:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7800. 02000000:00000010:2.0:1749394335.818395:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394335.818400:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394335.818414:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394335.818416:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:0.0:1749394335.818417:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749394335.818422:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499789184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394335.818431:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499789184/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394335.818443:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394335.818449:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394335.818453:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749394335.818457:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394335.818460:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394335.818462:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749394335.819703:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cc00. 00000100:00000010:3.0:1749394335.819710:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c340. 00000100:00000010:2.0:1749394340.823757:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394340.823791:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394340.823859:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394340.823868:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749394340.823892:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749394340.823897:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:2.0:1749394340.823952:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7800. 00000400:00000200:2.0:1749394340.823965:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394340.823971:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:2.0:1749394340.823979:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394340.823990:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499789312, portal 25 00000400:00000010:2.0:1749394340.823996:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e660. 02000000:00000010:0.0:1749394340.823998:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000100:00000200:2.0:1749394340.823998:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499789312, offset 0 00000400:00000200:0.0:1749394340.824010:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394340.824010:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394340.824015:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394340.824020:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000400:00000200:2.0:1749394340.824022:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394340.824024:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499789440, portal 10 00000400:00000010:0.0:1749394340.824031:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000400:00000200:2.0:1749394340.824032:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394340.824034:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499789440, offset 0 00000400:00000200:2.0:1749394340.824041:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394340.824043:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394340.824049:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394340.824055:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394340.824060:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394340.824063:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394340.824064:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394340.824068:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394340.824069:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394340.824072:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394340.824072:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394340.824077:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [777:777:256:4294967295] 192.168.203.132@tcp LPNI seq info [791:792:8:4294967295] 00000400:00000200:2.0:1749394340.824078:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [777:777:256:4294967295] 192.168.203.132@tcp LPNI seq info [792:792:8:4294967295] 00000400:00000200:2.0:1749394340.824083:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394340.824092:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394340.824097:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394340.824105:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394340.824112:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749394340.824115:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394340.824121:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394340.824121:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394340.824126:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394340.824131:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394340.824132:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394340.824138:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394340.824138:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394340.824142:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394340.824164:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394340.824165:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394340.824170:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cc00. 00000100:00000010:2.0:1749394340.824193:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c580. 02000000:00000010:0.0:1749394340.824218:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394340.824222:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394340.824225:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394340.824229:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394340.824232:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499789568, portal 10 00000800:00000200:3.0:1749394340.824232:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394340.824237:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394340.824239:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499789568, offset 0 00000800:00000010:3.0:1749394340.824239:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:0.0:1749394340.824244:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394340.824247:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394340.824248:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394340.824251:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394340.824255:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394340.824256:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394340.824258:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394340.824260:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394340.824262:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e660 00000400:00000200:0.0:1749394340.824263:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:3.0:1749394340.824265:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e660. 00000400:00000200:0.0:1749394340.824266:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [778:778:254:4294967295] 192.168.203.132@tcp LPNI seq info [793:793:6:4294967295] 00000400:00000200:0.0:1749394340.824270:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394340.824277:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749394340.824278:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499789312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394340.824281:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394340.824284:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394340.824288:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394340.824293:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394340.824296:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394340.824308:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394340.824378:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394340.824381:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394340.824384:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394340.824389:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394340.824392:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:3.0:1749394340.824394:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:3.0:1749394340.824399:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499789440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394340.824426:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394340.824429:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394340.824431:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394340.824434:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394340.824437:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:3.0:1749394340.824439:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:3.0:1749394340.824443:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499789568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394340.825966:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.825984:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394340.825992:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.825996:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826001:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826006:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18c00 00000400:00000200:3.0:1749394340.826011:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826018:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x23ed [1] + 224 00000400:00000200:3.0:1749394340.826030:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394340.826034:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394340.826044:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499789312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394340.826086:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826091:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394340.826094:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826097:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826100:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826103:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18c80 00000400:00000200:3.0:1749394340.826106:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826110:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x23fd [1] + 0 00000400:00000200:3.0:1749394340.826115:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394340.826118:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394340.826123:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499789440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394340.826148:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826151:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394340.826155:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826157:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826160:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826163:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18d00 00000400:00000200:3.0:1749394340.826166:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394340.826176:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2405 [1] + 0 00000400:00000010:2.0:1749394340.826190:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394340.826195:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394340.826198:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000200:3.0:1749394340.826199:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000010:2.0:1749394340.826200:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000100:00000200:2.0:1749394340.826210:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499789312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394340.826213:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394340.826223:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000100:00000200:2.0:1749394340.826223:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499789312/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394340.826227:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749394340.826235:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499789568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394340.826240:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499789440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394340.826252:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7800. 00000100:00000200:0.0:1749394340.826257:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499789440/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394340.826258:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394340.826262:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394340.826291:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394340.826295:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:0.0:1749394340.826298:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394340.826305:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499789568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394340.826318:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499789568/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394340.826339:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394340.826346:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394340.826351:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749394340.826358:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394340.826362:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394340.826366:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:3.0:1749394340.827715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c580. 00000100:00000010:2.0:1749394340.827730:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cc00. 00000100:00000010:2.0:1749394345.831775:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394345.831808:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394345.831872:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394345.831881:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000100:00000010:2.0:1749394345.831905:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394345.831929:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:0.0:1749394345.831946:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749394345.831965:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394345.831971:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 02000000:00000010:3.0:1749394345.831975:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6a00. 00000400:00000010:0.0:1749394345.831979:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000400:00000200:3.0:1749394345.831988:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394345.831989:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499789824, portal 10 00000400:00000010:3.0:1749394345.831993:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4e70. 00000400:00000010:0.0:1749394345.831998:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000400:00000010:3.0:1749394345.831998:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d436e8. 00000100:00000200:0.0:1749394345.832002:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499789824, offset 0 00000100:00000200:3.0:1749394345.832002:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499789696, portal 25 00000400:00000010:3.0:1749394345.832007:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749394345.832009:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499789696, offset 0 00000400:00000200:0.0:1749394345.832014:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394345.832017:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394345.832025:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394345.832026:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394345.832036:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394345.832036:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394345.832043:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394345.832049:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394345.832050:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394345.832053:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394345.832054:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394345.832057:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394345.832057:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394345.832060:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394345.832062:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [779:779:256:4294967295] 192.168.203.132@tcp LPNI seq info [794:794:8:4294967295] 00000400:00000200:0.0:1749394345.832064:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [780:780:256:4294967295] 192.168.203.132@tcp LPNI seq info [795:795:8:4294967295] 00000400:00000200:3.0:1749394345.832067:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394345.832069:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.832079:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394345.832085:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394345.832090:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394345.832091:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000800:00000200:0.0:1749394345.832096:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394345.832099:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394345.832100:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394345.832105:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394345.832113:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394345.832114:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394345.832120:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394345.832120:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749394345.832156:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394345.832157:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394345.832163:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89080. 00000100:00000010:0.0:1749394345.832192:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89dc0. 02000000:00000010:0.0:1749394345.832218:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394345.832222:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394345.832225:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394345.832231:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394345.832234:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499789952, portal 10 00000400:00000010:0.0:1749394345.832239:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749394345.832241:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499789952, offset 0 00000400:00000200:0.0:1749394345.832246:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394345.832250:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394345.832254:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394345.832257:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394345.832260:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394345.832262:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394345.832264:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394345.832268:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [781:781:254:4294967295] 192.168.203.132@tcp LPNI seq info [796:796:6:4294967295] 00000400:00000200:0.0:1749394345.832272:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394345.832275:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394345.832282:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749394345.832285:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394345.832290:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394345.832293:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1749394345.832294:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394345.832298:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394345.832303:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749394345.832305:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394345.832306:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394345.832312:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394345.832321:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000010:2.0:1749394345.832325:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000100:00000200:2.0:1749394345.832340:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499789696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394345.832369:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394345.832372:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394345.832375:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394345.832379:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394345.832382:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:2.0:1749394345.832384:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:2.0:1749394345.832389:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499789824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394345.832474:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394345.832477:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394345.832480:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394345.832484:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394345.832486:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:2.0:1749394345.832488:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:2.0:1749394345.832493:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499789952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394345.834195:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834214:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394345.834222:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834226:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834231:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834236:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18d80 00000400:00000200:3.0:1749394345.834241:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834247:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x2415 [1] + 224 00000400:00000200:3.0:1749394345.834261:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394345.834265:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394345.834275:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499789696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394345.834318:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834322:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394345.834326:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834328:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834331:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834334:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18e00 00000400:00000200:3.0:1749394345.834337:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834341:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x240d [1] + 0 00000400:00000200:3.0:1749394345.834346:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394345.834349:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394345.834354:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499789824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394345.834379:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394345.834381:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4e70. 00000400:00000200:3.0:1749394345.834383:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394345.834387:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834389:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834392:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394345.834393:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d436e8 00000400:00000200:3.0:1749394345.834395:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18e80 00000400:00000010:2.0:1749394345.834397:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d436e8. 00000400:00000200:3.0:1749394345.834398:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394345.834409:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2425 [1] + 0 00000100:00000200:2.0:1749394345.834410:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499789696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394345.834417:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394345.834425:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000200:3.0:1749394345.834426:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394345.834427:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749394345.834429:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499789696/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394345.834431:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394345.834437:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499789824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394345.834437:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499789952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394345.834451:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499789824/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749394345.834475:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:2.0:1749394345.834483:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6a00. 02000000:00000010:2.0:1749394345.834494:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e400. 00000100:00000010:2.0:1749394345.834500:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:2.0:1749394345.835715:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89080. 00000100:00000010:3.0:1749394345.835729:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89dc0. 02000000:00000010:0.0:1749394345.842065:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394345.842073:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394345.842077:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000010:0.0:1749394345.842086:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394345.842089:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749394345.842091:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394345.842097:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499789952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394345.842108:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499789952/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749394345.842122:0:2000:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff880136a76000: operation mds_connect to node 192.168.203.132@tcp failed: rc = -11 02000000:00000010:0.0:1749394345.842128:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394345.842131:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394345.842133:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749394350.839726:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394350.839754:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394350.839824:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749394350.839836:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749394350.839867:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000100:00000010:2.0:1749394350.839873:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394350.839880:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000400:00000200:3.0:1749394350.839885:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394350.839892:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4e18. 00000400:00000010:3.0:1749394350.839902:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d435d8. 00000100:00000200:3.0:1749394350.839914:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499790080, portal 25 00000400:00000010:3.0:1749394350.839922:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43770. 00000100:00000200:3.0:1749394350.839927:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499790080, offset 0 00000400:00000200:3.0:1749394350.839940:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394350.839954:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394350.839965:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749394350.839966:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394350.839975:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394350.839977:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394350.839982:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394350.839982:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394350.839987:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000400:00000200:3.0:1749394350.839989:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749394350.839992:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499790208, portal 10 00000400:00000200:3.0:1749394350.839993:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394350.839998:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000400:00000200:3.0:1749394350.839999:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [782:782:256:4294967295] 192.168.203.132@tcp LPNI seq info [797:797:8:4294967295] 00000100:00000200:0.0:1749394350.840001:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499790208, offset 0 00000400:00000200:3.0:1749394350.840003:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394350.840009:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394350.840016:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.840016:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394350.840022:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749394350.840024:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394350.840027:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394350.840030:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000010:3.0:1749394350.840030:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749394350.840033:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394350.840036:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394350.840038:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394350.840040:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [783:783:255:4294967295] 192.168.203.132@tcp LPNI seq info [798:798:7:4294967295] 00000400:00000200:0.0:1749394350.840044:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394350.840050:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394350.840054:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394350.840057:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394350.840059:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394350.840063:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394350.840067:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394350.840074:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394350.840078:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394350.840086:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.840087:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394350.840093:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89b00. 00000100:00000010:0.0:1749394350.840113:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b891c0. 02000000:00000010:0.0:1749394350.840135:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749394350.840139:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394350.840141:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394350.840144:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749394350.840147:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499790336, portal 10 00000400:00000010:0.0:1749394350.840151:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000800:00000200:2.0:1749394350.840160:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749394350.840163:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499790336, offset 0 00000800:00000010:2.0:1749394350.840166:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749394350.840168:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394350.840173:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394350.840174:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394350.840177:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394350.840180:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394350.840183:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394350.840184:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394350.840186:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394350.840188:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394350.840191:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [784:784:254:4294967295] 192.168.203.132@tcp LPNI seq info [799:799:6:4294967295] 00000400:00000200:2.0:1749394350.840191:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43770 00000400:00000010:2.0:1749394350.840194:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43770. 00000400:00000200:0.0:1749394350.840195:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394350.840202:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394350.840206:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394350.840209:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000100:00000200:2.0:1749394350.840210:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499790080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394350.840213:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394350.840218:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394350.840221:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394350.840226:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394350.840239:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394350.840241:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394350.840244:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394350.840248:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394350.840251:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749394350.840253:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749394350.840258:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499790208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394350.840332:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394350.840335:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394350.840338:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394350.840341:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394350.840353:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:2.0:1749394350.840355:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:2.0:1749394350.840360:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499790336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394350.842171:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842188:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394350.842195:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842199:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842204:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842209:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a18f00 00000400:00000200:3.0:1749394350.842214:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842220:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x242d [1] + 224 00000400:00000200:3.0:1749394350.842232:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394350.842236:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394350.842245:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499790080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394350.842294:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842301:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394350.842307:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842311:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842315:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842320:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19000 00000400:00000200:3.0:1749394350.842326:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842332:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2445 [1] + 0 00000400:00000010:2.0:1749394350.842340:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4e18. 00000400:00000200:3.0:1749394350.842342:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394350.842348:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394350.842349:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d435d8 00000400:00000010:2.0:1749394350.842352:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d435d8. 00000100:00000200:2.0:1749394350.842363:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499790080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394350.842368:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499790336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394350.842380:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499790080/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394350.842406:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842412:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:2.0:1749394350.842413:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 00000400:00000200:3.0:1749394350.842418:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842421:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394350.842422:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000200:3.0:1749394350.842426:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394350.842428:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394350.842431:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a18f80 00000400:00000200:3.0:1749394350.842436:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394350.842450:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x243d [1] + 0 00000400:00000200:3.0:1749394350.842470:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394350.842503:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394350.842513:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499790208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394350.842515:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394350.842523:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:0.0:1749394350.842525:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749394350.842535:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499790336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394350.842548:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499790336/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394350.842574:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394350.842581:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394350.842585:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 00000400:00000010:0.0:1749394350.842590:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394350.842592:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749394350.842594:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394350.842640:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499790208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394350.842649:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499790208/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394350.842665:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394350.842668:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394350.842671:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000100:00000010:3.0:1749394350.843688:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b891c0. 00000100:00000010:2.0:1749394350.843707:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89b00. 00000100:00000010:2.0:1749394355.847725:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394355.847755:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394355.847816:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394355.847825:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749394355.847849:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394355.847854:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 02000000:00000010:3.0:1749394355.847876:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000400:00000200:3.0:1749394355.847891:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394355.847897:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4dc0. 00000400:00000010:3.0:1749394355.847905:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749394355.847914:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499790464, portal 25 00000400:00000010:3.0:1749394355.847920:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d434c8. 00000100:00000200:3.0:1749394355.847923:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499790464, offset 0 00000400:00000200:3.0:1749394355.847933:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394355.847945:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394355.847953:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749394355.847954:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394355.847961:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394355.847966:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.847967:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394355.847970:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394355.847972:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394355.847975:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394355.847976:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000400:00000200:3.0:1749394355.847980:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [785:785:256:4294967295] 192.168.203.132@tcp LPNI seq info [800:800:8:4294967295] 00000100:00000200:0.0:1749394355.847981:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499790592, portal 10 00000400:00000200:3.0:1749394355.847984:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394355.847988:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000100:00000200:0.0:1749394355.847991:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499790592, offset 0 00000400:00000200:3.0:1749394355.847995:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394355.847999:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394355.848002:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394355.848006:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394355.848007:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749394355.848012:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749394355.848015:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394355.848016:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394355.848020:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394355.848023:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394355.848026:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394355.848026:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394355.848029:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [786:786:255:4294967295] 192.168.203.132@tcp LPNI seq info [801:801:7:4294967295] 00000800:00000200:3.0:1749394355.848032:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394355.848034:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394355.848043:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394355.848048:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394355.848052:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394355.848057:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394355.848061:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394355.848064:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394355.848068:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749394355.848068:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15380. 00000400:00000200:0.0:1749394355.848075:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394355.848099:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15100. 02000000:00000010:0.0:1749394355.848122:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000800:00000200:2.0:1749394355.848125:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394355.848127:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749394355.848129:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000010:0.0:1749394355.848130:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394355.848133:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000400:00000200:2.0:1749394355.848136:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394355.848137:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499790720, portal 10 00000400:00000010:0.0:1749394355.848141:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394355.848143:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499790720, offset 0 00000400:00000200:2.0:1749394355.848145:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394355.848148:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394355.848150:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d434c8 00000400:00000010:2.0:1749394355.848152:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d434c8. 00000400:00000200:0.0:1749394355.848153:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394355.848157:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394355.848160:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394355.848163:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394355.848165:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1749394355.848166:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499790464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394355.848168:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394355.848171:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [787:787:254:4294967295] 192.168.203.132@tcp LPNI seq info [802:802:6:4294967295] 00000400:00000200:0.0:1749394355.848175:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394355.848181:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394355.848186:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394355.848188:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394355.848192:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394355.848197:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394355.848200:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394355.848204:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394355.848262:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394355.848265:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394355.848278:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394355.848282:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394355.848285:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749394355.848287:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749394355.848294:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499790592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394355.848325:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394355.848327:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394355.848329:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394355.848333:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394355.848335:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:2.0:1749394355.848337:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:2.0:1749394355.848342:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499790720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394355.849762:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849770:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394355.849779:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849783:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849788:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849793:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19080 00000400:00000200:3.0:1749394355.849798:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849805:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x244d [1] + 224 00000400:00000200:3.0:1749394355.849815:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394355.849820:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394355.849829:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499790464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394355.849870:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849875:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394355.849878:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849881:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849884:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849887:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19180 00000400:00000200:3.0:1749394355.849890:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849894:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2465 [1] + 0 00000400:00000200:3.0:1749394355.849899:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394355.849902:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394355.849907:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499790720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394355.849932:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849936:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394355.849939:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849941:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849944:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394355.849956:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19100 00000400:00000200:3.0:1749394355.849960:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394355.849961:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4dc0. 00000400:00000200:2.0:1749394355.849971:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:2.0:1749394355.849973:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000400:00000200:3.0:1749394355.849979:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x245d [1] + 0 00000100:00000200:2.0:1749394355.849983:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499790464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394355.849990:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000100:00000200:2.0:1749394355.849996:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499790464/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394355.849996:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394355.849997:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:0.0:1749394355.850000:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000400:00000200:3.0:1749394355.850000:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394355.850006:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499790592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394355.850009:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499790720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394355.850022:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499790720/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394355.850025:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 02000000:00000010:2.0:1749394355.850032:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394355.850036:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 02000000:00000010:0.0:1749394355.850048:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394355.850061:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394355.850065:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000400:00000010:0.0:1749394355.850074:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394355.850076:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:0.0:1749394355.850078:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394355.850083:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499790592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394355.850092:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499790592/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394355.850105:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394355.850107:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394355.850110:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:2.0:1749394355.851709:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15380. 00000100:00000010:3.0:1749394355.851725:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15100. 00000100:00000010:2.0:1749394360.855696:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394360.855727:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394360.855792:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749394360.855800:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394360.855827:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394360.855833:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749394360.855886:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000400:00000200:3.0:1749394360.855903:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394360.855909:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4d68. 00000400:00000010:3.0:1749394360.855917:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 02000000:00000010:0.0:1749394360.855927:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000100:00000200:3.0:1749394360.855928:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499790848, portal 25 00000400:00000010:3.0:1749394360.855934:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394360.855937:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499790848, offset 0 00000400:00000200:0.0:1749394360.855940:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394360.855944:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394360.855948:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394360.855959:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394360.855960:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394360.855965:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499790976, portal 10 00000400:00000200:3.0:1749394360.855969:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394360.855972:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394360.855975:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499790976, offset 0 00000400:00000200:3.0:1749394360.855977:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394360.855982:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394360.855983:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394360.855987:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394360.855990:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.855990:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394360.855995:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [788:788:256:4294967295] 192.168.203.132@tcp LPNI seq info [803:803:8:4294967295] 00000400:00000200:0.0:1749394360.855996:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394360.856000:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394360.856000:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394360.856004:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394360.856007:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394360.856010:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394360.856012:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394360.856014:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [789:789:255:4294967295] 192.168.203.132@tcp LPNI seq info [804:804:7:4294967295] 00000400:00000200:0.0:1749394360.856019:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394360.856019:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394360.856024:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749394360.856028:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394360.856032:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394360.856034:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394360.856038:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749394360.856041:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394360.856047:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394360.856053:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394360.856060:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394360.856064:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394360.856091:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394360.856094:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394360.856098:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15100. 00000100:00000010:3.0:1749394360.856118:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c80. 02000000:00000010:0.0:1749394360.856134:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394360.856139:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394360.856141:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394360.856145:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394360.856148:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499791104, portal 10 00000400:00000010:0.0:1749394360.856153:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749394360.856155:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499791104, offset 0 00000800:00000200:2.0:1749394360.856156:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394360.856159:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394360.856160:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749394360.856164:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394360.856168:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394360.856168:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394360.856171:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394360.856174:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394360.856176:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394360.856176:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394360.856179:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394360.856181:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000200:0.0:1749394360.856182:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [790:790:254:4294967295] 192.168.203.132@tcp LPNI seq info [805:805:6:4294967295] 00000400:00000010:2.0:1749394360.856184:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:0.0:1749394360.856186:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394360.856193:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394360.856197:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749394360.856197:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499790848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749394360.856200:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394360.856203:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394360.856208:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394360.856212:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394360.856221:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394360.856223:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394360.856225:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394360.856228:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394360.856232:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394360.856234:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:2.0:1749394360.856236:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:2.0:1749394360.856241:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499790976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394360.856318:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394360.856320:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394360.856323:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394360.856326:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394360.856328:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749394360.856330:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749394360.856335:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499791104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394360.857948:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.857956:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394360.857964:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.857969:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.857973:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.857978:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19200 00000400:00000200:3.0:1749394360.857983:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.857990:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x246d [1] + 224 00000400:00000200:3.0:1749394360.858001:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394360.858006:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394360.858015:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499790848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394360.858057:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.858061:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394360.858065:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.858067:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.858070:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.858073:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19280 00000400:00000200:3.0:1749394360.858077:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.858080:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x247d [1] + 0 00000400:00000200:3.0:1749394360.858086:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394360.858089:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394360.858094:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499790976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394360.858120:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.858123:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394360.858127:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.858138:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.858142:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394360.858145:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19300 00000400:00000010:2.0:1749394360.858148:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4d68. 00000400:00000200:3.0:1749394360.858148:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394360.858158:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000010:2.0:1749394360.858160:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000400:00000200:3.0:1749394360.858165:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2485 [1] + 0 00000100:00000200:2.0:1749394360.858170:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499790848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394360.858174:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394360.858182:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000200:3.0:1749394360.858182:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749394360.858183:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499790848/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394360.858184:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000400:00000200:3.0:1749394360.858186:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394360.858192:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499791104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394360.858193:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499790976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394360.858212:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 00000100:00000200:0.0:1749394360.858216:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499790976/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394360.858228:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394360.858233:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394360.858243:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394360.858245:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749394360.858247:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394360.858251:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499791104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394360.858260:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499791104/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394360.858273:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394360.858279:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394360.858283:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 02000000:00000010:0.0:1749394360.858287:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394360.858292:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394360.858294:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:3.0:1749394360.859704:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c80. 00000100:00000010:2.0:1749394360.859742:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15100. 00000100:00000010:2.0:1749394365.863748:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394365.863782:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394365.863855:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394365.863868:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749394365.863902:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 00000100:00000010:2.0:1749394365.863907:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749394365.863916:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:3.0:1749394365.863920:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394365.863927:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4d10. 00000400:00000010:3.0:1749394365.863937:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d432a8. 00000100:00000200:3.0:1749394365.863949:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499791232, portal 25 00000400:00000010:3.0:1749394365.863957:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43220. 00000100:00000200:3.0:1749394365.863962:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499791232, offset 0 00000400:00000200:3.0:1749394365.863976:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394365.863990:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394365.863999:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:3.0:1749394365.864002:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394365.864011:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394365.864012:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394365.864017:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394365.864019:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394365.864022:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:3.0:1749394365.864025:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749394365.864027:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499791360, portal 10 00000400:00000200:3.0:1749394365.864029:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394365.864034:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000400:00000200:3.0:1749394365.864034:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [791:791:256:4294967295] 192.168.203.132@tcp LPNI seq info [806:806:8:4294967295] 00000100:00000200:0.0:1749394365.864037:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499791360, offset 0 00000400:00000200:3.0:1749394365.864039:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394365.864045:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394365.864051:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394365.864052:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394365.864060:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749394365.864061:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394365.864064:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749394365.864066:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749394365.864068:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394365.864071:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394365.864073:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394365.864076:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394365.864077:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [792:792:255:4294967295] 192.168.203.132@tcp LPNI seq info [807:807:7:4294967295] 00000400:00000200:0.0:1749394365.864099:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394365.864107:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394365.864109:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394365.864114:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394365.864115:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394365.864119:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394365.864124:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394365.864131:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394365.864135:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394365.864144:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.864145:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394365.864151:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89c80. 00000100:00000010:0.0:1749394365.864172:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b890c0. 02000000:00000010:0.0:1749394365.864184:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394365.864188:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394365.864190:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394365.864193:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749394365.864196:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499791488, portal 10 00000400:00000010:0.0:1749394365.864200:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394365.864202:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499791488, offset 0 00000400:00000200:0.0:1749394365.864208:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394365.864211:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394365.864215:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394365.864218:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394365.864220:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394365.864223:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394365.864225:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394365.864228:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [793:793:254:4294967295] 192.168.203.132@tcp LPNI seq info [808:808:6:4294967295] 00000800:00000200:2.0:1749394365.864231:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394365.864232:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749394365.864237:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749394365.864238:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394365.864242:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394365.864245:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394365.864247:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1749394365.864248:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:2.0:1749394365.864256:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394365.864259:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:2.0:1749394365.864261:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43220 00000800:00000200:0.0:1749394365.864262:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:2.0:1749394365.864264:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43220. 00000400:00000200:0.0:1749394365.864268:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394365.864278:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499791232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394365.864304:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394365.864306:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394365.864309:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394365.864312:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394365.864315:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:2.0:1749394365.864317:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749394365.864322:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499791360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394365.864557:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394365.864560:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394365.864563:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394365.864567:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394365.864569:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:2.0:1749394365.864571:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749394365.864575:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499791488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394365.866358:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866366:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394365.866401:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866405:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866410:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866415:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19380 00000400:00000200:3.0:1749394365.866421:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866428:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x248d [1] + 224 00000400:00000200:3.0:1749394365.866440:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394365.866444:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394365.866454:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499791232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394365.866501:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866507:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394365.866514:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866517:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866522:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866527:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19480 00000400:00000200:3.0:1749394365.866533:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866539:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x24a5 [1] + 0 00000400:00000010:2.0:1749394365.866548:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4d10. 00000400:00000200:3.0:1749394365.866549:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394365.866554:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394365.866556:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d432a8 00000400:00000010:2.0:1749394365.866559:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d432a8. 00000100:00000200:2.0:1749394365.866569:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499791232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394365.866574:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499791488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394365.866586:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499791232/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394365.866643:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866649:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:2.0:1749394365.866651:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 00000400:00000200:3.0:1749394365.866655:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394365.866660:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394365.866666:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394365.866669:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866675:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866680:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19400 00000400:00000200:3.0:1749394365.866685:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394365.866690:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x249d [1] + 0 00000400:00000010:0.0:1749394365.866703:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394365.866711:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000200:3.0:1749394365.866711:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394365.866713:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000400:00000200:3.0:1749394365.866717:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394365.866723:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499791488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394365.866727:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499791360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394365.866736:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499791488/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394365.866761:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394365.866768:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394365.866771:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000010:0.0:1749394365.866777:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394365.866779:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749394365.866781:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394365.866785:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499791360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394365.866794:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499791360/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394365.866805:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394365.866808:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394365.866810:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:3.0:1749394365.867719:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b890c0. 00000100:00000010:2.0:1749394365.867732:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89c80. 00000100:00000010:2.0:1749394370.871723:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394370.871750:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394370.871817:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394370.871829:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749394370.871863:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 00000100:00000010:2.0:1749394370.871866:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394370.871872:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000400:00000200:3.0:1749394370.871879:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394370.871887:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4cb8. 00000400:00000010:3.0:1749394370.871898:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43330. 00000100:00000200:3.0:1749394370.871909:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499791616, portal 25 00000400:00000010:3.0:1749394370.871918:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749394370.871922:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499791616, offset 0 00000400:00000200:3.0:1749394370.871936:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394370.871951:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.871962:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:0.0:1749394370.871964:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:3.0:1749394370.871970:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394370.871975:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394370.871977:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.871981:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749394370.871982:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394370.871984:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394370.871987:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000400:00000200:3.0:1749394370.871989:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [794:794:256:4294967295] 192.168.203.132@tcp LPNI seq info [809:809:8:4294967295] 00000100:00000200:0.0:1749394370.871991:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499791744, portal 10 00000400:00000200:3.0:1749394370.871993:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394370.871998:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000100:00000200:0.0:1749394370.872001:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499791744, offset 0 00000400:00000200:3.0:1749394370.872005:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394370.872011:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394370.872018:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749394370.872020:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394370.872026:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394370.872027:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394370.872032:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394370.872036:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394370.872040:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394370.872043:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394370.872046:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394370.872049:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394370.872050:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [795:795:255:4294967295] 192.168.203.132@tcp LPNI seq info [810:810:7:4294967295] 00000400:00000200:0.0:1749394370.872054:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394370.872055:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394370.872064:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394370.872069:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394370.872072:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394370.872077:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394370.872084:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749394370.872087:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394370.872088:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394370.872096:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394370.872096:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c80. 00000100:00000010:3.0:1749394370.872117:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15780. 02000000:00000010:0.0:1749394370.872132:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749394370.872137:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394370.872139:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394370.872143:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749394370.872146:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499791872, portal 10 00000400:00000010:0.0:1749394370.872150:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000800:00000200:2.0:1749394370.872152:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749394370.872153:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499791872, offset 0 00000400:00000200:0.0:1749394370.872157:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394370.872158:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8b00. 00000400:00000200:0.0:1749394370.872161:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394370.872164:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394370.872166:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394370.872167:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394370.872169:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394370.872172:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394370.872174:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394370.872176:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394370.872178:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [796:796:254:4294967295] 192.168.203.132@tcp LPNI seq info [811:811:6:4294967295] 00000400:00000200:2.0:1749394370.872183:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000010:2.0:1749394370.872187:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 00000400:00000200:0.0:1749394370.872188:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394370.872196:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394370.872201:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749394370.872202:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499791616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749394370.872204:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394370.872208:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394370.872213:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394370.872216:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394370.872221:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394370.872231:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394370.872233:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394370.872236:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394370.872240:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394370.872242:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:2.0:1749394370.872252:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749394370.872258:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499791744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394370.872312:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394370.872315:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394370.872318:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394370.872322:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394370.872324:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749394370.872326:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749394370.872331:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499791872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394370.873896:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.873904:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394370.873912:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.873917:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.873921:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.873926:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19500 00000400:00000200:3.0:1749394370.873931:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.873938:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x24ad [1] + 224 00000400:00000200:3.0:1749394370.873950:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394370.873954:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394370.873964:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499791616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394370.874011:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874018:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394370.874024:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874028:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874033:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874038:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19580 00000400:00000200:3.0:1749394370.874044:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874050:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x24bd [1] + 0 00000400:00000010:2.0:1749394370.874058:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4cb8. 00000400:00000200:3.0:1749394370.874060:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394370.874066:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394370.874067:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43330 00000400:00000010:2.0:1749394370.874070:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43330. 00000100:00000200:2.0:1749394370.874079:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499791616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394370.874087:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499791744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394370.874096:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499791616/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394370.874129:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 02000000:00000010:2.0:1749394370.874139:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394370.874145:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394370.874149:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874154:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394370.874160:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874165:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874169:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874175:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19600 00000400:00000200:3.0:1749394370.874180:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394370.874185:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x24c5 [1] + 0 00000400:00000200:3.0:1749394370.874205:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394370.874210:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394370.874219:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499791872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394370.874233:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394370.874241:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:0.0:1749394370.874244:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394370.874253:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499791744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394370.874266:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499791744/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394370.874292:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394370.874294:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:0.0:1749394370.874295:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749394370.874300:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499791872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394370.874308:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499791872/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394370.874321:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394370.874326:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394370.874330:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749394370.874362:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394370.874367:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394370.874370:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000100:00000010:2.0:1749394370.875735:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c80. 00000100:00000010:3.0:1749394370.875737:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15780. 00000100:00000010:2.0:1749394375.879718:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394375.879744:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394375.879810:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394375.879822:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394375.879858:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:3.0:1749394375.879859:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7800. 02000000:00000010:2.0:1749394375.879865:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 00000400:00000200:3.0:1749394375.879875:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394375.879883:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4c60. 00000400:00000010:3.0:1749394375.879893:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749394375.879906:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499792000, portal 25 00000400:00000010:3.0:1749394375.879913:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749394375.879918:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499792000, offset 0 00000400:00000200:3.0:1749394375.879932:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394375.879946:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394375.879954:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749394375.879957:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394375.879965:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394375.879970:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394375.879975:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394375.879976:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.879978:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394375.879981:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394375.879983:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [797:797:256:4294967295] 192.168.203.132@tcp LPNI seq info [812:812:8:4294967295] 00000400:00000010:0.0:1749394375.879986:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000400:00000200:3.0:1749394375.879988:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394375.879990:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499792128, portal 10 00000400:00000010:0.0:1749394375.879997:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394375.880001:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499792128, offset 0 00000400:00000200:0.0:1749394375.880008:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394375.880009:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394375.880014:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394375.880016:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394375.880020:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749394375.880022:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8800. 00000400:00000200:0.0:1749394375.880025:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394375.880029:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749394375.880030:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394375.880033:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394375.880035:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394375.880039:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [798:798:255:4294967295] 192.168.203.132@tcp LPNI seq info [813:813:7:4294967295] 00000800:00000200:3.0:1749394375.880041:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394375.880044:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394375.880047:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394375.880053:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394375.880058:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394375.880062:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394375.880066:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394375.880073:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394375.880077:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394375.880077:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394375.880085:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394375.880086:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15780. 00000100:00000010:3.0:1749394375.880106:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c40. 02000000:00000010:0.0:1749394375.880120:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394375.880125:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394375.880127:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394375.880130:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394375.880133:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499792256, portal 10 00000400:00000010:0.0:1749394375.880137:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394375.880139:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499792256, offset 0 00000800:00000200:2.0:1749394375.880141:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394375.880143:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394375.880147:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:2.0:1749394375.880147:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8800. 00000400:00000200:2.0:1749394375.880155:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394375.880157:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394375.880160:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394375.880163:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394375.880165:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394375.880167:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394375.880171:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [799:799:254:4294967295] 192.168.203.132@tcp LPNI seq info [814:814:6:4294967295] 00000400:00000200:2.0:1749394375.880173:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394375.880175:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394375.880180:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000200:0.0:1749394375.880182:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000010:2.0:1749394375.880184:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000800:00000200:0.0:1749394375.880186:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394375.880189:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394375.880193:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394375.880198:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:2.0:1749394375.880198:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499792000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394375.880201:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394375.880206:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394375.880226:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394375.880229:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394375.880232:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394375.880235:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394375.880238:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749394375.880240:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749394375.880245:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499792128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394375.880298:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394375.880335:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394375.880338:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394375.880342:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394375.880344:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:2.0:1749394375.880346:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749394375.880352:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499792256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394375.881933:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.881942:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394375.881950:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.881955:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.881960:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.881965:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19680 00000400:00000200:3.0:1749394375.881970:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.881977:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x24cd [1] + 224 00000400:00000200:3.0:1749394375.881988:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394375.881992:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394375.882001:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499792000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394375.882049:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.882056:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394375.882062:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.882066:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.882071:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.882076:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19700 00000400:00000200:3.0:1749394375.882082:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.882088:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x24dd [1] + 0 00000400:00000010:2.0:1749394375.882097:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4c60. 00000400:00000200:3.0:1749394375.882098:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394375.882105:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000010:2.0:1749394375.882108:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000400:00000200:3.0:1749394375.882113:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394375.882117:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499792000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394375.882122:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499792128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394375.882133:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499792000/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394375.882167:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7800. 00000400:00000200:3.0:1749394375.882167:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.882173:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:2.0:1749394375.882177:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000200:3.0:1749394375.882179:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394375.882183:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394375.882183:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.882187:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.882193:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19780 00000400:00000200:3.0:1749394375.882197:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394375.882203:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x24e5 [1] + 0 00000400:00000200:3.0:1749394375.882222:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394375.882228:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394375.882237:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499792256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394375.882244:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394375.882252:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:0.0:1749394375.882255:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749394375.882264:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499792128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394375.882277:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499792128/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394375.882326:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394375.882329:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394375.882330:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394375.882335:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499792256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394375.882344:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499792256/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394375.882358:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394375.882372:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394375.882376:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 02000000:00000010:0.0:1749394375.882382:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394375.882386:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394375.882389:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749394375.883725:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15780. 00000100:00000010:3.0:1749394375.883737:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c40. 00000100:00000010:2.0:1749394380.887721:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394380.887750:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394380.887820:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394380.887833:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749394380.887865:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7a00. 00000100:00000010:2.0:1749394380.887870:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394380.887877:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000400:00000200:3.0:1749394380.887882:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394380.887890:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4c08. 00000400:00000010:3.0:1749394380.887900:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43bb0. 00000100:00000200:3.0:1749394380.887911:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499792384, portal 25 00000400:00000010:3.0:1749394380.887920:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43000. 00000100:00000200:3.0:1749394380.887925:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499792384, offset 0 00000400:00000200:3.0:1749394380.887939:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394380.887953:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.887966:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 02000000:00000010:0.0:1749394380.887968:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749394380.887973:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394380.887979:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394380.887980:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.887984:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1749394380.887985:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394380.887987:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394380.887990:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749394380.887992:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [800:800:256:4294967295] 192.168.203.132@tcp LPNI seq info [815:815:8:4294967295] 00000100:00000200:0.0:1749394380.887995:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499792512, portal 10 00000400:00000010:0.0:1749394380.888001:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749394380.888005:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499792512, offset 0 00000400:00000200:3.0:1749394380.888006:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394380.888013:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394380.888019:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.888019:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394380.888025:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749394380.888027:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394380.888030:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1749394380.888033:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749394380.888034:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394380.888037:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394380.888040:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394380.888041:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394380.888043:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [801:801:255:4294967295] 192.168.203.132@tcp LPNI seq info [816:816:7:4294967295] 00000400:00000200:0.0:1749394380.888048:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394380.888053:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394380.888057:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394380.888059:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394380.888062:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394380.888066:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394380.888071:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394380.888077:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394380.888082:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394380.888089:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.888090:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394380.888096:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b897c0. 00000100:00000010:0.0:1749394380.888126:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89400. 02000000:00000010:0.0:1749394380.888138:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394380.888152:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394380.888155:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394380.888158:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749394380.888161:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499792640, portal 10 00000400:00000010:0.0:1749394380.888166:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749394380.888168:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499792640, offset 0 00000800:00000200:2.0:1749394380.888170:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394380.888173:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394380.888176:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749394380.888178:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394380.888181:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394380.888185:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394380.888185:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394380.888188:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394380.888190:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394380.888193:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394380.888194:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394380.888196:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [802:802:254:4294967295] 192.168.203.132@tcp LPNI seq info [817:817:6:4294967295] 00000400:00000200:0.0:1749394380.888200:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394380.888201:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43000 00000400:00000010:2.0:1749394380.888203:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43000. 00000400:00000200:0.0:1749394380.888207:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394380.888211:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394380.888215:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000100:00000200:2.0:1749394380.888217:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499792384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394380.888219:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394380.888223:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394380.888226:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394380.888231:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394380.888244:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394380.888246:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394380.888249:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394380.888253:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394380.888256:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749394380.888257:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749394380.888262:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499792512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394380.888385:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394380.888388:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394380.888391:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394380.888394:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394380.888397:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:2.0:1749394380.888399:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:2.0:1749394380.888404:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499792640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394380.890020:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890028:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394380.890037:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890041:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890046:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890051:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19800 00000400:00000200:3.0:1749394380.890056:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890063:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x24ed [1] + 224 00000400:00000200:3.0:1749394380.890074:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394380.890078:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394380.890087:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499792384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394380.890135:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890141:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394380.890147:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890151:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890156:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890162:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19880 00000400:00000200:3.0:1749394380.890167:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890172:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x24fd [1] + 0 00000400:00000010:2.0:1749394380.890181:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4c08. 00000400:00000200:3.0:1749394380.890183:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394380.890197:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394380.890199:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43bb0 00000400:00000010:2.0:1749394380.890202:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43bb0. 00000100:00000200:2.0:1749394380.890212:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499792384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394380.890220:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499792512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394380.890228:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499792384/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394380.890262:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:2.0:1749394380.890263:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7a00. 00000400:00000200:3.0:1749394380.890296:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:2.0:1749394380.890302:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000200:3.0:1749394380.890303:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890307:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394380.890309:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394380.890312:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890317:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19900 00000400:00000200:3.0:1749394380.890322:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394380.890327:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2505 [1] + 0 00000400:00000010:0.0:1749394380.890348:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394380.890349:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394380.890355:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394380.890356:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:0.0:1749394380.890358:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:3.0:1749394380.890366:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499792640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394380.890368:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499792512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394380.890381:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499792512/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394380.890407:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394380.890418:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749394380.890420:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749394380.890425:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499792640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394380.890434:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499792640/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394380.890449:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749394380.890455:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394380.890458:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749394380.890463:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394380.890466:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394380.890468:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749394380.891724:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b897c0. 00000100:00000010:3.0:1749394380.891735:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89400. 00000100:00000010:2.0:1749394385.895726:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394385.895759:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394385.895830:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394385.895845:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:3.0:1749394385.895875:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7c00. 00000100:00000010:2.0:1749394385.895882:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394385.895889:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000400:00000200:3.0:1749394385.895892:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394385.895900:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4bb0. 00000400:00000010:3.0:1749394385.895911:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43110. 00000100:00000200:3.0:1749394385.895922:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499792768, portal 25 00000400:00000010:3.0:1749394385.895931:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43330. 00000100:00000200:3.0:1749394385.895936:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499792768, offset 0 00000400:00000200:3.0:1749394385.895950:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394385.895964:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394385.895973:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:3.0:1749394385.895976:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394385.895985:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.895985:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394385.895990:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394385.895993:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394385.895995:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000200:3.0:1749394385.895999:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749394385.896000:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499792896, portal 10 00000400:00000200:3.0:1749394385.896002:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394385.896007:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000400:00000200:3.0:1749394385.896007:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [803:803:256:4294967295] 192.168.203.132@tcp LPNI seq info [818:818:8:4294967295] 00000100:00000200:0.0:1749394385.896010:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499792896, offset 0 00000400:00000200:0.0:1749394385.896018:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394385.896024:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.896028:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394385.896030:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394385.896034:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394385.896038:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394385.896041:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394385.896041:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394385.896044:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394385.896048:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [804:804:255:4294967295] 192.168.203.132@tcp LPNI seq info [819:819:7:4294967295] 00000800:00000200:3.0:1749394385.896050:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394385.896053:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394385.896056:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749394385.896062:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394385.896065:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394385.896068:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394385.896073:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749394385.896077:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394385.896083:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394385.896088:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394385.896095:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394385.896099:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394385.896114:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394385.896122:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394385.896123:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15c40. 00000100:00000010:3.0:1749394385.896152:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15600. 02000000:00000010:0.0:1749394385.896172:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394385.896177:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394385.896179:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394385.896183:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394385.896186:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499793024, portal 10 00000400:00000010:0.0:1749394385.896190:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394385.896193:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499793024, offset 0 00000800:00000200:2.0:1749394385.896194:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394385.896197:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394385.896199:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749394385.896202:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394385.896205:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394385.896209:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394385.896209:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394385.896211:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394385.896214:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394385.896216:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394385.896219:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394385.896220:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [805:805:254:4294967295] 192.168.203.132@tcp LPNI seq info [820:820:6:4294967295] 00000400:00000200:0.0:1749394385.896224:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394385.896225:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43330 00000400:00000010:2.0:1749394385.896229:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43330. 00000400:00000200:0.0:1749394385.896271:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394385.896277:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749394385.896277:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499792768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749394385.896280:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394385.896284:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394385.896288:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394385.896292:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394385.896297:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394385.896305:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394385.896308:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394385.896311:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394385.896315:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394385.896318:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:2.0:1749394385.896319:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749394385.896324:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499792896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394385.896421:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394385.896424:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394385.896427:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394385.896431:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394385.896433:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:2.0:1749394385.896436:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000100:00000200:2.0:1749394385.896440:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499793024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394385.897970:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.897978:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394385.897987:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.897991:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.897996:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898001:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19980 00000400:00000200:3.0:1749394385.898006:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898013:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x250d [1] + 224 00000400:00000200:3.0:1749394385.898024:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394385.898028:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394385.898037:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499792768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394385.898086:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898092:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394385.898098:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898102:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898107:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898112:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19a00 00000400:00000200:3.0:1749394385.898118:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394385.898129:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4bb0. 00000400:00000200:2.0:1749394385.898138:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43110 00000400:00000010:2.0:1749394385.898141:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43110. 00000400:00000200:3.0:1749394385.898149:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x251d [1] + 0 00000100:00000200:2.0:1749394385.898150:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499792768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394385.898163:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749394385.898167:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499792768/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394385.898168:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394385.898177:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499792896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394385.898201:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7c00. 02000000:00000010:2.0:1749394385.898212:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000200:3.0:1749394385.898215:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394385.898219:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394385.898221:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394385.898227:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898269:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898275:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898281:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19a80 00000400:00000200:3.0:1749394385.898286:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394385.898291:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2525 [1] + 0 00000400:00000010:0.0:1749394385.898305:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394385.898312:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:0.0:1749394385.898315:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000400:00000200:3.0:1749394385.898321:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394385.898324:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499792896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394385.898327:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394385.898337:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499793024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394385.898347:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499792896/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394385.898373:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394385.898376:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749394385.898377:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394385.898382:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499793024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394385.898391:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499793024/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394385.898404:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394385.898409:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394385.898413:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 02000000:00000010:0.0:1749394385.898417:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394385.898421:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394385.898423:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000100:00000010:2.0:1749394385.899739:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15c40. 00000100:00000010:3.0:1749394385.899751:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15600. 00000100:00000010:2.0:1749394390.903725:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394390.903754:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394390.903823:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394390.903835:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749394390.903868:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7600. 00000100:00000010:2.0:1749394390.903872:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394390.903878:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000400:00000200:3.0:1749394390.903884:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394390.903893:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4b58. 00000400:00000010:3.0:1749394390.903903:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43198. 00000100:00000200:3.0:1749394390.903914:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499793152, portal 25 00000400:00000010:3.0:1749394390.903922:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d432a8. 00000100:00000200:3.0:1749394390.903926:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499793152, offset 0 00000400:00000200:3.0:1749394390.903940:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394390.903954:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394390.903962:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:3.0:1749394390.903965:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394390.903974:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.903975:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394390.903979:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394390.903981:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394390.903984:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394390.903989:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499793280, portal 10 00000400:00000010:0.0:1749394390.903996:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000400:00000200:3.0:1749394390.903997:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749394390.903999:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499793280, offset 0 00000400:00000200:3.0:1749394390.904000:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394390.904006:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [806:806:256:4294967295] 192.168.203.132@tcp LPNI seq info [821:821:8:4294967295] 00000400:00000200:0.0:1749394390.904007:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394390.904012:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394390.904013:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394390.904019:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394390.904024:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394390.904024:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394390.904027:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394390.904031:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749394390.904031:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394390.904033:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394390.904037:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [807:807:255:4294967295] 192.168.203.132@tcp LPNI seq info [822:822:7:4294967295] 00000800:00000010:3.0:1749394390.904037:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000800:00000200:3.0:1749394390.904045:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394390.904052:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394390.904056:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394390.904062:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394390.904062:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394390.904068:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394390.904072:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394390.904077:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394390.904084:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394390.904089:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394390.904092:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394390.904096:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394390.904102:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15600. 00000100:00000010:3.0:1749394390.904129:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae154c0. 02000000:00000010:0.0:1749394390.904148:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394390.904153:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394390.904155:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394390.904159:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394390.904162:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499793408, portal 10 00000400:00000010:0.0:1749394390.904167:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749394390.904169:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499793408, offset 0 00000400:00000200:0.0:1749394390.904173:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394390.904176:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394390.904178:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394390.904181:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749394390.904182:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749394390.904185:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394390.904187:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394390.904190:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394390.904191:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394390.904192:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394390.904220:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [808:808:254:4294967295] 192.168.203.132@tcp LPNI seq info [823:823:6:4294967295] 00000400:00000200:0.0:1749394390.904225:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394390.904234:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749394390.904236:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000800:00000200:0.0:1749394390.904239:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394390.904241:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d432a8 00000800:00000010:0.0:1749394390.904242:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394390.904246:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394390.904251:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000010:2.0:1749394390.904253:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d432a8. 00000800:00000200:0.0:1749394390.904254:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:2.0:1749394390.904267:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499793152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394390.904268:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394390.904297:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394390.904299:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394390.904302:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394390.904306:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394390.904309:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749394390.904311:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749394390.904316:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499793280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394390.904406:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394390.904408:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394390.904411:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394390.904415:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394390.904417:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:2.0:1749394390.904419:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:2.0:1749394390.904424:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499793408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394390.906268:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906276:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394390.906285:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906289:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906293:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906298:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19b00 00000400:00000200:3.0:1749394390.906303:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906311:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x252d [1] + 224 00000400:00000200:3.0:1749394390.906321:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394390.906326:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394390.906336:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499793152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394390.906384:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906391:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394390.906397:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906401:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906418:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906423:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19b80 00000400:00000200:3.0:1749394390.906429:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394390.906430:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4b58. 00000400:00000200:2.0:1749394390.906439:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43198 00000400:00000010:2.0:1749394390.906442:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43198. 00000400:00000200:3.0:1749394390.906449:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x253d [1] + 0 00000100:00000200:2.0:1749394390.906451:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499793152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394390.906463:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749394390.906468:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499793152/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394390.906468:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394390.906477:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499793280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394390.906500:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7600. 02000000:00000010:2.0:1749394390.906510:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394390.906516:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394390.906516:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906522:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394390.906528:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906533:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906537:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906542:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19c00 00000400:00000200:3.0:1749394390.906548:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394390.906553:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2545 [1] + 0 00000400:00000200:3.0:1749394390.906573:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394390.906579:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394390.906587:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499793408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394390.906600:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394390.906636:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:0.0:1749394390.906638:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:0.0:1749394390.906648:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499793280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394390.906661:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499793280/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394390.906687:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394390.906689:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749394390.906691:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394390.906695:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499793408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394390.906704:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499793408/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394390.906717:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749394390.906722:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394390.906726:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 02000000:00000010:0.0:1749394390.906732:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394390.906734:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394390.906737:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000100:00000010:3.0:1749394390.907696:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae154c0. 00000100:00000010:2.0:1749394390.907697:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15600. 00000100:00000010:2.0:1749394395.911722:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394395.911759:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394395.911830:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394395.911842:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749394395.911871:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb7e00. 00000100:00000010:2.0:1749394395.911880:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394395.911886:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000400:00000200:3.0:1749394395.911888:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394395.911896:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4b00. 00000400:00000010:3.0:1749394395.911907:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43220. 00000100:00000200:3.0:1749394395.911918:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499793536, portal 25 00000400:00000010:3.0:1749394395.911926:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43440. 00000100:00000200:3.0:1749394395.911931:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499793536, offset 0 00000400:00000200:3.0:1749394395.911945:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394395.911959:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394395.911975:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:3.0:1749394395.911981:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394395.911987:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.911990:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394395.911992:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394395.911997:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000400:00000200:3.0:1749394395.911997:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000100:00000200:0.0:1749394395.912002:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499793664, portal 10 00000400:00000200:3.0:1749394395.912002:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394395.912005:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394395.912009:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000400:00000200:3.0:1749394395.912010:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [809:809:256:4294967295] 192.168.203.132@tcp LPNI seq info [824:824:8:4294967295] 00000100:00000200:0.0:1749394395.912012:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499793664, offset 0 00000400:00000200:3.0:1749394395.912015:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394395.912021:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394395.912027:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.912028:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394395.912034:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000200:3.0:1749394395.912035:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394395.912040:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000800:00000200:3.0:1749394395.912049:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394395.912053:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394395.912056:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394395.912059:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749394395.912061:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394395.912062:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394395.912066:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [810:810:255:4294967295] 192.168.203.132@tcp LPNI seq info [825:825:7:4294967295] 00000800:00000200:3.0:1749394395.912067:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394395.912071:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394395.912080:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394395.912085:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394395.912088:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394395.912093:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:3.0:1749394395.912097:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394395.912100:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394395.912104:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1749394395.912107:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae154c0. 00000400:00000200:0.0:1749394395.912112:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394395.912126:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15400. 02000000:00000010:0.0:1749394395.912147:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a400. 00000400:00000200:0.0:1749394395.912152:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394395.912154:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394395.912158:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000800:00000200:2.0:1749394395.912199:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1749394395.912202:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499793792, portal 10 00000800:00000010:2.0:1749394395.912205:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000400:00000010:0.0:1749394395.912208:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394395.912210:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499793792, offset 0 00000400:00000200:2.0:1749394395.912213:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394395.912215:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394395.912219:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394395.912223:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394395.912223:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394395.912226:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394395.912229:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394395.912229:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43440 00000400:00000200:0.0:1749394395.912231:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394395.912233:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749394395.912233:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43440. 00000400:00000200:0.0:1749394395.912237:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [811:811:254:4294967295] 192.168.203.132@tcp LPNI seq info [826:826:6:4294967295] 00000400:00000200:0.0:1749394395.912241:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394395.912248:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749394395.912248:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499793536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394395.912262:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394395.912264:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394395.912268:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394395.912274:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394395.912276:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394395.912282:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394395.912313:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394395.912316:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394395.912319:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394395.912323:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394395.912326:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:2.0:1749394395.912328:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:2.0:1749394395.912333:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499793664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394395.912362:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394395.912364:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394395.912367:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394395.912371:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394395.912373:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:2.0:1749394395.912375:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:2.0:1749394395.912379:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499793792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394395.913758:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.913766:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394395.913775:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.913779:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.913785:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.913789:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19c80 00000400:00000200:3.0:1749394395.913794:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.913801:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x254d [1] + 224 00000400:00000200:3.0:1749394395.913814:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394395.913818:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394395.913828:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499793536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394395.913876:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.913894:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394395.913901:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.913906:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.913912:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.913917:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19d00 00000400:00000010:2.0:1749394395.913921:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4b00. 00000400:00000200:3.0:1749394395.913922:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394395.913929:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43220 00000400:00000010:2.0:1749394395.913932:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43220. 00000100:00000200:2.0:1749394395.913948:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499793536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394395.913948:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x255d [1] + 0 00000400:00000200:3.0:1749394395.913961:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749394395.913965:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499793536/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394395.913967:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:3.0:1749394395.913975:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499793664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749394395.913998:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb7e00. 02000000:00000010:2.0:1749394395.914008:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000200:3.0:1749394395.914014:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394395.914015:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:3.0:1749394395.914020:0:1995:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:3.0:1749394395.914026:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.914030:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.914035:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394395.914039:0:1995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19d80 00000400:00000010:0.0:1749394395.914043:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394395.914045:0:1995:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394395.914051:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:0.0:1749394395.914053:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000400:00000200:3.0:1749394395.914059:0:1995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2565 [1] + 0 00000100:00000200:0.0:1749394395.914064:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499793664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394395.914084:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499793664/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749394395.914114:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749394395.914118:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 00000400:00000200:3.0:1749394395.914120:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:0.0:1749394395.914126:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000200:3.0:1749394395.914127:0:1995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499793792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749394395.914131:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000400:00000010:0.0:1749394395.914142:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394395.914145:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749394395.914147:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749394395.914156:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499793792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394395.914200:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499793792/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394395.914225:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a400. 02000000:00000010:0.0:1749394395.914229:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394395.914232:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:3.0:1749394395.915735:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15400. 00000100:00000010:2.0:1749394395.915747:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae154c0. 00000100:00000010:2.0:1749394400.919728:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394400.919756:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394400.919826:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749394400.919838:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749394400.919870:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000100:00000010:2.0:1749394400.919878:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394400.919884:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000400:00000200:3.0:1749394400.919887:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394400.919894:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394400.919904:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394400.919916:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499793920, portal 25 00000400:00000010:3.0:1749394400.919924:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43088. 00000100:00000200:3.0:1749394400.919942:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499793920, offset 0 00000400:00000200:3.0:1749394400.919956:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394400.919970:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394400.919974:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:3.0:1749394400.919981:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394400.919986:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394400.919989:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1749394400.919991:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394400.919996:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000400:00000200:3.0:1749394400.919996:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394400.920001:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394400.920004:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394400.920009:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [812:812:256:4294967295] 192.168.203.132@tcp LPNI seq info [827:827:8:4294967295] 00000100:00000200:0.0:1749394400.920010:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499794048, portal 10 00000400:00000200:3.0:1749394400.920014:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394400.920017:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394400.920020:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499794048, offset 0 00000400:00000200:3.0:1749394400.920025:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394400.920028:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:3.0:1749394400.920032:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394400.920034:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394400.920037:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000400:00000200:0.0:1749394400.920040:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394400.920045:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1749394400.920046:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394400.920048:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394400.920051:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394400.920054:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394400.920057:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394400.920058:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [813:813:255:4294967295] 192.168.203.132@tcp LPNI seq info [828:828:7:4294967295] 00000400:00000200:0.0:1749394400.920062:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394400.920063:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394400.920071:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394400.920076:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394400.920079:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394400.920084:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394400.920091:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:3.0:1749394400.920093:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394400.920095:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394400.920102:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394400.920102:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15400. 00000100:00000010:3.0:1749394400.920123:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a00. 00000800:00000200:2.0:1749394400.920200:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394400.920206:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000200:2.0:1749394400.920215:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394400.920225:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394400.920231:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43088 00000400:00000010:2.0:1749394400.920235:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43088. 00000100:00000200:2.0:1749394400.920251:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499793920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394400.920265:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000200:0.0:1749394400.920271:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394400.920274:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394400.920277:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394400.920281:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499794176, portal 10 00000400:00000010:0.0:1749394400.920285:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394400.920287:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499794176, offset 0 00000400:00000200:0.0:1749394400.920292:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394400.920296:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394400.920300:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394400.920304:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394400.920306:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394400.920316:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394400.920319:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394400.920322:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [814:814:255:4294967295] 192.168.203.132@tcp LPNI seq info [829:829:7:4294967295] 00000800:00000200:2.0:1749394400.920323:0:1996:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394400.920326:0:1996:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:0.0:1749394400.920327:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.920330:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394400.920335:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394400.920336:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749394400.920338:0:1996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749394400.920340:0:1996:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000800:00000200:0.0:1749394400.920341:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394400.920344:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000100:00000200:2.0:1749394400.920346:0:1996:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499794048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394400.920348:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394400.920354:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394400.920357:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394400.920385:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394400.920465:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394400.920469:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394400.920472:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394400.920477:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394400.920480:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:3.0:1749394400.920483:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:3.0:1749394400.920489:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499794176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394400.921701:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921724:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394400.921732:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921736:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921741:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921745:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19e00 00000400:00000200:2.0:1749394400.921750:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921756:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x256d [1] + 224 00000400:00000200:2.0:1749394400.921769:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394400.921774:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394400.921783:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499793920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394400.921831:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921838:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394400.921844:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921848:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921852:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921857:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19e80 00000400:00000200:2.0:1749394400.921863:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921869:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x257d [1] + 0 00000400:00000200:2.0:1749394400.921878:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749394400.921878:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:2.0:1749394400.921884:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394400.921886:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394400.921889:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394400.921899:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499793920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394400.921905:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499794048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394400.921922:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499793920/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394400.921943:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921948:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394400.921954:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394400.921957:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:3.0:1749394400.921958:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 00000400:00000200:2.0:1749394400.921962:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:3.0:1749394400.921966:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000400:00000200:2.0:1749394400.921967:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a19f00 00000400:00000200:2.0:1749394400.921971:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394400.921972:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000200:2.0:1749394400.921983:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2585 [1] + 0 00000400:00000200:2.0:1749394400.922004:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394400.922010:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394400.922020:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499794176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394400.922039:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394400.922047:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:0.0:1749394400.922049:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749394400.922059:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499794048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394400.922072:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499794048/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394400.922097:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394400.922100:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749394400.922102:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394400.922106:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499794176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394400.922114:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499794176/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394400.922155:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749394400.922162:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394400.922166:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 02000000:00000010:0.0:1749394400.922171:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394400.922185:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394400.922188:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000100:00000010:2.0:1749394400.923743:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15400. 00000100:00000010:3.0:1749394400.923745:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a00. 00000100:00000010:2.0:1749394405.927724:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394405.927751:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749394405.927811:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394405.927821:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 00000100:00000010:2.0:1749394405.927844:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394405.927849:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 02000000:00000010:3.0:1749394405.927900:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749394405.927917:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394405.927923:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394405.927931:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394405.927941:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499794304, portal 25 02000000:00000010:0.0:1749394405.927945:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58800. 00000400:00000010:3.0:1749394405.927947:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d434c8. 00000100:00000200:3.0:1749394405.927951:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499794304, offset 0 00000400:00000200:0.0:1749394405.927957:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394405.927962:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394405.927962:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394405.927975:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394405.927977:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394405.927982:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499794432, portal 10 00000400:00000200:3.0:1749394405.927985:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394405.927989:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749394405.927992:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499794432, offset 0 00000400:00000200:3.0:1749394405.927992:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394405.927999:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394405.928000:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394405.928004:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394405.928006:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394405.928007:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394405.928012:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394405.928012:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [815:815:256:4294967295] 192.168.203.132@tcp LPNI seq info [830:830:8:4294967295] 00000400:00000200:0.0:1749394405.928017:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394405.928017:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394405.928020:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394405.928023:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394405.928026:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394405.928029:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394405.928031:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [816:816:255:4294967295] 192.168.203.132@tcp LPNI seq info [831:831:7:4294967295] 00000400:00000200:0.0:1749394405.928035:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394405.928037:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394405.928041:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749394405.928044:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394405.928051:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394405.928052:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394405.928055:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394405.928060:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394405.928064:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394405.928066:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394405.928070:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394405.928070:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749394405.928142:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394405.928144:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:0.0:1749394405.928152:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89980. 00000100:00000010:0.0:1749394405.928173:0:2000:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b89940. 00000800:00000200:2.0:1749394405.928180:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1749394405.928184:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000800:00000010:2.0:1749394405.928184:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749394405.928188:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394405.928190:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:2.0:1749394405.928191:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394405.928194:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749394405.928199:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394405.928204:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d434c8 00000400:00000010:2.0:1749394405.928207:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d434c8. 00000100:00000200:0.0:1749394405.928213:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499794560, portal 10 00000400:00000010:0.0:1749394405.928218:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749394405.928219:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499794304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394405.928220:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499794560, offset 0 00000400:00000200:0.0:1749394405.928226:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394405.928230:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394405.928234:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394405.928237:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394405.928240:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394405.928242:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394405.928245:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394405.928248:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [817:817:255:4294967295] 192.168.203.132@tcp LPNI seq info [832:832:7:4294967295] 00000400:00000200:0.0:1749394405.928252:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394405.928260:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394405.928264:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394405.928267:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394405.928271:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394405.928276:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394405.928278:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394405.928283:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394405.928288:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394405.928291:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394405.928294:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394405.928298:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394405.928301:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749394405.928303:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749394405.928308:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499794432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394405.928335:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394405.928337:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394405.928340:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394405.928352:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394405.928355:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:2.0:1749394405.928357:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749394405.928362:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499794560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394405.929737:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929745:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394405.929753:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929758:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929762:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929767:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a19f80 00000400:00000200:2.0:1749394405.929772:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929779:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x258d [1] + 224 00000400:00000200:2.0:1749394405.929790:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394405.929795:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394405.929804:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499794304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394405.929845:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929849:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394405.929853:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929856:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929859:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929862:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a000 00000400:00000200:2.0:1749394405.929865:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929869:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x259d [1] + 0 00000400:00000200:2.0:1749394405.929874:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394405.929877:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394405.929882:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499794432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394405.929907:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929920:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394405.929924:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929927:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929930:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394405.929933:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a080 00000400:00000200:2.0:1749394405.929936:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394405.929938:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749394405.929948:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394405.929951:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:2.0:1749394405.929956:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x25a5 [1] + 0 00000100:00000200:3.0:1749394405.929961:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499794304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394405.929964:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394405.929972:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:0.0:1749394405.929974:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:3.0:1749394405.929974:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499794304/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394405.929976:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394405.929980:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394405.929984:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499794432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394405.929986:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499794560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394405.929997:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499794432/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394405.930002:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:3.0:1749394405.930009:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000100:00000010:3.0:1749394405.930013:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000400:00000010:0.0:1749394405.930022:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394405.930024:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749394405.930026:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749394405.930030:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499794560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394405.930055:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499794560/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394405.930071:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58800. 02000000:00000010:0.0:1749394405.930077:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394405.930081:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 02000000:00000010:0.0:1749394405.930085:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749394405.930089:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394405.930120:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000100:00000010:3.0:1749394405.931715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89940. 00000100:00000010:2.0:1749394405.931732:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b89980. 00000100:00000010:2.0:1749394410.935721:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394410.935753:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e300. 00000100:00000010:2.0:1749394410.935825:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394410.935836:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394410.935863:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394410.935868:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:3.0:1749394410.935909:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749394410.935926:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394410.935932:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394410.935940:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394410.935949:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499794688, portal 25 00000400:00000010:3.0:1749394410.935955:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d435d8. 00000100:00000200:3.0:1749394410.935958:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499794688, offset 0 02000000:00000010:0.0:1749394410.935961:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:3.0:1749394410.935969:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394410.935973:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394410.935978:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:3.0:1749394410.935981:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394410.935983:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749394410.935988:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499794816, portal 10 00000400:00000200:3.0:1749394410.935992:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394410.935994:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5d48. 00000100:00000200:0.0:1749394410.935998:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499794816, offset 0 00000400:00000200:3.0:1749394410.935999:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394410.936005:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394410.936005:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394410.936010:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394410.936012:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394410.936014:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394410.936018:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394410.936020:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [818:818:256:4294967295] 192.168.203.132@tcp LPNI seq info [833:833:8:4294967295] 00000400:00000200:0.0:1749394410.936023:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394410.936025:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394410.936027:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394410.936030:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394410.936032:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394410.936037:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [819:819:255:4294967295] 192.168.203.132@tcp LPNI seq info [834:834:7:4294967295] 00000400:00000200:3.0:1749394410.936038:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394410.936042:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394410.936044:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394410.936049:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749394410.936051:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394410.936056:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394410.936090:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394410.936095:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394410.936096:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394410.936107:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394410.936115:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394410.936121:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394410.936122:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394410.936152:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394410.936154:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394410.936159:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a00. 00000100:00000010:3.0:1749394410.936177:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae157c0. 02000000:00000010:0.0:1749394410.936196:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394410.936201:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394410.936204:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394410.936208:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749394410.936212:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499794944, portal 10 00000400:00000010:0.0:1749394410.936216:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5cc0. 00000100:00000200:0.0:1749394410.936218:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499794944, offset 0 00000800:00000200:2.0:1749394410.936221:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394410.936223:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394410.936225:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749394410.936228:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394410.936232:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394410.936232:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394410.936235:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394410.936238:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394410.936240:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394410.936241:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394410.936243:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:2.0:1749394410.936245:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d435d8 00000400:00000200:0.0:1749394410.936247:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [820:820:254:4294967295] 192.168.203.132@tcp LPNI seq info [835:835:6:4294967295] 00000400:00000010:2.0:1749394410.936248:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d435d8. 00000400:00000200:0.0:1749394410.936251:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394410.936258:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749394410.936261:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499794688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394410.936262:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394410.936265:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394410.936269:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394410.936274:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394410.936277:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394410.936283:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394410.936286:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394410.936288:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394410.936291:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394410.936295:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394410.936297:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5d48 00000400:00000010:2.0:1749394410.936309:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5d48. 00000100:00000200:2.0:1749394410.936316:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499794816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394410.936401:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394410.936404:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394410.936406:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394410.936410:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394410.936412:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5cc0 00000400:00000010:2.0:1749394410.936414:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5cc0. 00000100:00000200:2.0:1749394410.936419:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499794944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394410.938137:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938145:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394410.938153:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938158:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938163:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938167:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1a100 00000400:00000200:2.0:1749394410.938172:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938179:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x25ad [1] + 224 00000400:00000200:2.0:1749394410.938190:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394410.938194:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394410.938204:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499794688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394410.938244:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938248:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394410.938252:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938254:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938257:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938260:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a200 00000400:00000200:2.0:1749394410.938263:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938277:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x25c5 [1] + 0 00000400:00000200:2.0:1749394410.938285:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394410.938288:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394410.938294:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499794944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394410.938321:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938325:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394410.938328:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938331:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938334:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394410.938337:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a180 00000400:00000010:3.0:1749394410.938337:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:2.0:1749394410.938340:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394410.938347:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394410.938349:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:2.0:1749394410.938354:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x25bd [1] + 0 00000100:00000200:3.0:1749394410.938359:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499794688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394410.938364:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394410.938371:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000200:2.0:1749394410.938372:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394410.938373:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:3.0:1749394410.938373:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499794688/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394410.938376:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394410.938382:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499794816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394410.938383:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499794944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394410.938396:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499794944/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394410.938402:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 02000000:00000010:3.0:1749394410.938409:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e300. 00000100:00000010:3.0:1749394410.938414:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 02000000:00000010:0.0:1749394410.938431:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394410.938437:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394410.938441:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000400:00000010:0.0:1749394410.938449:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394410.938451:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749394410.938453:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749394410.938458:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499794816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394410.938467:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499794816/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394410.938478:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394410.938483:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394410.938485:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:2.0:1749394410.939706:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a00. 00000100:00000010:3.0:1749394410.939711:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae157c0. 00000100:00000010:2.0:1749394415.943791:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394415.943828:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394415.943905:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749394415.943914:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394415.943943:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394415.943948:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749394415.944011:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6400. 00000400:00000200:3.0:1749394415.944057:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394415.944064:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394415.944072:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 02000000:00000010:0.0:1749394415.944078:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000100:00000200:3.0:1749394415.944083:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499795072, portal 25 00000400:00000010:3.0:1749394415.944089:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43770. 00000400:00000200:0.0:1749394415.944090:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394415.944092:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499795072, offset 0 00000400:00000010:0.0:1749394415.944095:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394415.944100:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:3.0:1749394415.944106:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394415.944114:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499795200, portal 10 00000400:00000200:3.0:1749394415.944119:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394415.944122:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f53b8. 00000100:00000200:0.0:1749394415.944125:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499795200, offset 0 00000400:00000200:3.0:1749394415.944129:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394415.944133:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394415.944137:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394415.944140:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394415.944142:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394415.944145:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394415.944147:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394415.944150:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394415.944150:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394415.944153:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394415.944155:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [821:821:256:4294967295] 192.168.203.132@tcp LPNI seq info [836:836:8:4294967295] 00000400:00000200:0.0:1749394415.944157:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394415.944159:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394415.944164:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [822:822:256:4294967295] 192.168.203.132@tcp LPNI seq info [837:837:8:4294967295] 00000400:00000200:0.0:1749394415.944168:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394415.944178:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394415.944192:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394415.944200:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394415.944204:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394415.944205:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000800:00000200:3.0:1749394415.944214:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394415.944219:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394415.944224:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749394415.944227:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394415.944229:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394415.944233:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394415.944236:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394415.944240:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394415.944266:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394415.944274:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae157c0. 00000400:00000200:0.0:1749394415.944276:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394415.944302:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15ac0. 02000000:00000010:0.0:1749394415.944318:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749394415.944322:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394415.944325:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394415.944328:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394415.944332:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499795328, portal 10 00000400:00000010:0.0:1749394415.944336:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5c38. 00000100:00000200:0.0:1749394415.944338:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499795328, offset 0 00000800:00000200:2.0:1749394415.944338:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394415.944342:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:0.0:1749394415.944343:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394415.944347:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394415.944351:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394415.944351:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394415.944354:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394415.944357:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:2.0:1749394415.944359:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394415.944360:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394415.944362:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394415.944365:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [823:823:254:4294967295] 192.168.203.132@tcp LPNI seq info [838:838:6:4294967295] 00000400:00000200:2.0:1749394415.944365:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43770 00000400:00000010:2.0:1749394415.944368:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43770. 00000400:00000200:0.0:1749394415.944370:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394415.944377:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394415.944381:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394415.944384:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394415.944388:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749394415.944390:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499795072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394415.944392:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394415.944395:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394415.944400:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394415.944418:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394415.944420:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394415.944423:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394415.944427:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394415.944430:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f53b8 00000400:00000010:2.0:1749394415.944432:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f53b8. 00000100:00000200:2.0:1749394415.944437:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499795200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394415.944523:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394415.944525:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394415.944528:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394415.944531:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394415.944533:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5c38 00000400:00000010:2.0:1749394415.944535:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5c38. 00000100:00000200:2.0:1749394415.944540:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499795328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394415.946170:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946178:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394415.946187:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946191:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946196:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946201:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1a280 00000400:00000200:2.0:1749394415.946206:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946213:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x25cd [1] + 224 00000400:00000200:2.0:1749394415.946224:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394415.946228:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394415.946238:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499795072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394415.946280:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946293:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394415.946298:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946301:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946304:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946307:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a380 00000400:00000200:2.0:1749394415.946311:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946314:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x25e5 [1] + 0 00000400:00000200:2.0:1749394415.946322:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394415.946325:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394415.946331:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499795328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394415.946358:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946362:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394415.946365:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946368:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394415.946371:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394415.946373:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:2.0:1749394415.946374:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a300 00000400:00000200:2.0:1749394415.946377:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394415.946383:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394415.946385:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:2.0:1749394415.946390:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x25dd [1] + 0 00000100:00000200:3.0:1749394415.946395:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499795072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394415.946401:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000100:00000200:3.0:1749394415.946408:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499795072/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394415.946409:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394415.946413:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394415.946416:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:0.0:1749394415.946419:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749394415.946427:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499795200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394415.946429:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499795328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394415.946438:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6400. 00000100:00000200:0.0:1749394415.946442:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499795328/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394415.946446:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000100:00000010:3.0:1749394415.946450:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 02000000:00000010:0.0:1749394415.946468:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394415.946472:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394415.946476:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000400:00000010:0.0:1749394415.946483:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394415.946485:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749394415.946487:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:0.0:1749394415.946492:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499795200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394415.946500:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499795200/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394415.946512:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 02000000:00000010:0.0:1749394415.946516:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394415.946518:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000010:2.0:1749394415.947714:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae157c0. 00000100:00000010:3.0:1749394415.947764:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15ac0. 00000100:00000010:2.0:1749394420.951726:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394420.951755:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749394420.951815:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394420.951824:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 00000100:00000010:2.0:1749394420.951848:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394420.951865:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 02000000:00000010:0.0:1749394420.951903:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 02000000:00000010:3.0:1749394420.951903:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:0.0:1749394420.951920:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394420.951920:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394420.951926:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:3.0:1749394420.951926:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:0.0:1749394420.951934:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000010:3.0:1749394420.951934:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394420.951944:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499795456, portal 25 00000100:00000200:0.0:1749394420.951947:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499795584, portal 10 00000400:00000010:3.0:1749394420.951949:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d436e8. 00000100:00000200:3.0:1749394420.951953:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499795456, offset 0 00000400:00000010:0.0:1749394420.951954:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5e58. 00000100:00000200:0.0:1749394420.951957:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499795584, offset 0 00000400:00000200:3.0:1749394420.951964:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394420.951966:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394420.951976:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394420.951976:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394420.951986:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394420.952036:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394420.952043:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394420.952048:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394420.952053:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394420.952056:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394420.952061:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [824:824:256:4294967295] 192.168.203.132@tcp LPNI seq info [839:839:8:4294967295] 00000400:00000200:3.0:1749394420.952066:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394420.952077:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394420.952084:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394420.952091:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8d00. 00000400:00000200:0.0:1749394420.952094:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394420.952100:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749394420.952100:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394420.952112:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000400:00000200:0.0:1749394420.952116:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749394420.952118:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394420.952120:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394420.952126:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [825:825:255:4294967295] 192.168.203.132@tcp LPNI seq info [840:840:7:4294967295] 00000400:00000200:0.0:1749394420.952133:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394420.952147:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394420.952154:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394420.952156:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:0.0:1749394420.952161:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000100:00000010:3.0:1749394420.952163:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15ac0. 00000800:00000200:0.0:1749394420.952168:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394420.952176:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000010:3.0:1749394420.952178:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a80. 00000800:00000200:0.0:1749394420.952180:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394420.952189:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394420.952203:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394420.952207:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394420.952210:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394420.952213:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394420.952217:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499795712, portal 10 00000800:00000200:2.0:1749394420.952218:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394420.952223:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5f68. 00000800:00000010:2.0:1749394420.952223:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8d00. 00000100:00000200:0.0:1749394420.952225:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499795712, offset 0 00000400:00000200:0.0:1749394420.952229:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394420.952229:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394420.952234:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394420.952238:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394420.952238:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394420.952242:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394420.952243:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d436e8 00000400:00000200:0.0:1749394420.952244:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394420.952246:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1749394420.952246:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d436e8. 00000400:00000200:0.0:1749394420.952249:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394420.952252:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [826:826:254:4294967295] 192.168.203.132@tcp LPNI seq info [841:841:6:4294967295] 00000400:00000200:0.0:1749394420.952256:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:2.0:1749394420.952260:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499795456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394420.952263:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394420.952267:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394420.952270:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394420.952280:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394420.952285:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394420.952288:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394420.952294:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394420.952353:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394420.952356:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394420.952359:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394420.952363:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394420.952366:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5e58 00000400:00000010:2.0:1749394420.952368:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5e58. 00000100:00000200:2.0:1749394420.952373:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499795584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394420.952401:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394420.952404:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394420.952406:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394420.952409:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394420.952411:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5f68 00000400:00000010:2.0:1749394420.952413:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5f68. 00000100:00000200:2.0:1749394420.952418:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499795712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394420.953812:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953820:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394420.953828:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953832:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953837:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953842:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1a400 00000400:00000200:2.0:1749394420.953847:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953863:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x25ed [1] + 224 00000400:00000200:2.0:1749394420.953877:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394420.953881:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394420.953890:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499795456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394420.953932:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953936:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394420.953940:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953943:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953946:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953949:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a480 00000400:00000200:2.0:1749394420.953953:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.953956:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x25f5 [1] + 0 00000400:00000200:2.0:1749394420.953961:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394420.953964:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394420.953969:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499795584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394420.954014:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.954018:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394420.954021:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.954024:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.954027:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394420.954030:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a500 00000400:00000200:2.0:1749394420.954033:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394420.954039:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749394420.954049:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394420.954051:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:2.0:1749394420.954056:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2605 [1] + 0 00000100:00000200:3.0:1749394420.954061:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499795456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394420.954064:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394420.954072:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:0.0:1749394420.954074:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000400:00000200:2.0:1749394420.954074:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749394420.954074:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499795456/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394420.954078:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394420.954084:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499795584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394420.954084:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499795712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394420.954097:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499795584/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394420.954103:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:3.0:1749394420.954110:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000100:00000010:3.0:1749394420.954115:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000400:00000010:0.0:1749394420.954123:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394420.954125:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749394420.954127:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394420.954131:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499795712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394420.954140:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499795712/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394420.954153:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394420.954159:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394420.954162:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749394420.954167:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394420.954171:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394420.954174:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749394420.955705:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15ac0. 00000100:00000010:3.0:1749394420.955715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a80. 00000100:00000010:2.0:1749394425.959729:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749394425.959759:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ea00. 00000100:00000010:2.0:1749394425.959820:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394425.959830:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749394425.959855:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749394425.959860:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749394425.959888:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749394425.959905:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394425.959911:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394425.959930:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394425.959940:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499795840, portal 25 00000400:00000010:3.0:1749394425.959946:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43550. 00000100:00000200:3.0:1749394425.959949:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499795840, offset 0 02000000:00000010:0.0:1749394425.959987:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58000. 00000400:00000200:0.0:1749394425.960000:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394425.960001:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394425.960004:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394425.960010:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000400:00000200:3.0:1749394425.960012:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394425.960015:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499795968, portal 10 00000400:00000010:0.0:1749394425.960021:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5b28. 00000400:00000200:3.0:1749394425.960021:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394425.960030:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1749394425.960034:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499795968, offset 0 00000400:00000200:3.0:1749394425.960035:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394425.960039:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394425.960042:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394425.960043:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394425.960047:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [827:827:256:4294967295] 192.168.203.132@tcp LPNI seq info [842:842:8:4294967295] 00000400:00000200:0.0:1749394425.960048:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394425.960052:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394425.960054:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394425.960058:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394425.960061:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394425.960063:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394425.960065:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394425.960067:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000200:3.0:1749394425.960069:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394425.960071:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [828:828:255:4294967295] 192.168.203.132@tcp LPNI seq info [843:843:7:4294967295] 00000800:00000010:3.0:1749394425.960075:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8200. 00000400:00000200:0.0:1749394425.960076:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394425.960083:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394425.960085:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394425.960090:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394425.960094:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749394425.960095:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394425.960099:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394425.960101:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394425.960106:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394425.960111:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394425.960130:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394425.960133:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394425.960136:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15a80. 00000100:00000010:3.0:1749394425.960162:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae158c0. 02000000:00000010:0.0:1749394425.960176:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59800. 00000400:00000200:0.0:1749394425.960181:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394425.960183:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394425.960186:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749394425.960190:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499796096, portal 10 00000400:00000010:0.0:1749394425.960194:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5440. 00000100:00000200:0.0:1749394425.960196:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499796096, offset 0 00000400:00000200:0.0:1749394425.960201:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394425.960203:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394425.960205:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394425.960208:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:2.0:1749394425.960208:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8200. 00000400:00000200:0.0:1749394425.960211:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394425.960214:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394425.960216:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394425.960217:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394425.960218:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394425.960228:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [829:829:254:4294967295] 192.168.203.132@tcp LPNI seq info [844:844:6:4294967295] 00000400:00000200:2.0:1749394425.960229:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394425.960233:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.960236:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43550 00000400:00000010:2.0:1749394425.960239:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43550. 00000400:00000200:0.0:1749394425.960240:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394425.960245:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394425.960248:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394425.960252:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:2.0:1749394425.960257:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499795840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394425.960258:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394425.960261:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394425.960266:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394425.960293:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394425.960296:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:2.0:1749394425.960301:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394425.960307:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394425.960311:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5b28 00000400:00000010:2.0:1749394425.960314:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5b28. 00000100:00000200:2.0:1749394425.960322:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499795968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394425.960425:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394425.960428:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394425.960431:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394425.960435:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394425.960438:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5440 00000400:00000010:2.0:1749394425.960440:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5440. 00000100:00000200:2.0:1749394425.960445:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499796096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394425.962175:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962183:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394425.962191:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962201:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962206:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1a580 00000400:00000200:2.0:1749394425.962211:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962218:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x260d [1] + 224 00000400:00000200:2.0:1749394425.962230:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394425.962234:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394425.962243:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499795840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394425.962284:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962288:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394425.962291:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962294:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962297:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962300:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a680 00000400:00000200:2.0:1749394425.962303:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962307:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2625 [1] + 0 00000400:00000200:2.0:1749394425.962312:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394425.962315:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394425.962320:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499796096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394425.962344:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962348:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394425.962351:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962354:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962366:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394425.962370:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a600 00000400:00000200:2.0:1749394425.962373:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394425.962373:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749394425.962382:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394425.962385:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:2.0:1749394425.962393:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x261d [1] + 0 00000100:00000200:3.0:1749394425.962395:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499795840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394425.962402:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000100:00000200:3.0:1749394425.962408:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499795840/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394425.962409:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000200:2.0:1749394425.962411:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394425.962412:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000400:00000200:2.0:1749394425.962415:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394425.962421:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499796096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394425.962422:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499795968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394425.962434:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499796096/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394425.962436:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:3.0:1749394425.962458:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ea00. 02000000:00000010:0.0:1749394425.962460:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59800. 00000100:00000010:3.0:1749394425.962463:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 02000000:00000010:0.0:1749394425.962466:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394425.962470:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000400:00000010:0.0:1749394425.962475:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394425.962477:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749394425.962479:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394425.962483:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499795968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394425.962492:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499795968/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394425.962503:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58000. 02000000:00000010:0.0:1749394425.962508:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394425.962510:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 00000100:00000010:2.0:1749394425.963731:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15a80. 00000100:00000010:3.0:1749394425.963741:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae158c0. 00000100:00000010:2.0:1749394430.967773:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68a80. 02000000:00000010:2.0:1749394430.967808:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394430.967882:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68380. 02000000:00000010:2.0:1749394430.967890:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394430.967961:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68000. 02000000:00000010:2.0:1749394430.967966:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:3.0:1749394430.968025:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 02000000:00000010:0.0:1749394430.968026:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58c00. 00000400:00000200:3.0:1749394430.968044:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394430.968045:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394430.968050:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:0.0:1749394430.968052:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:3.0:1749394430.968058:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000400:00000010:0.0:1749394430.968059:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749394430.968068:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499796224, portal 25 00000100:00000200:0.0:1749394430.968075:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499796352, portal 10 00000400:00000010:3.0:1749394430.968075:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43990. 00000100:00000200:3.0:1749394430.968078:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499796224, offset 0 00000400:00000010:0.0:1749394430.968084:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f56e8. 00000100:00000200:0.0:1749394430.968089:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499796352, offset 0 00000400:00000200:3.0:1749394430.968090:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394430.968099:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394430.968102:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394430.968107:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394430.968112:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394430.968115:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394430.968120:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394430.968121:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394430.968126:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394430.968127:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394430.968131:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394430.968132:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394430.968134:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394430.968136:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394430.968139:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [830:830:256:4294967295] 192.168.203.132@tcp LPNI seq info [845:845:8:4294967295] 00000400:00000200:0.0:1749394430.968142:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [831:831:256:4294967295] 192.168.203.132@tcp LPNI seq info [846:846:8:4294967295] 00000400:00000200:3.0:1749394430.968144:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394430.968151:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394430.968156:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394430.968163:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394430.968168:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8400. 00000400:00000200:0.0:1749394430.968174:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394430.968177:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394430.968183:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394430.968188:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:3.0:1749394430.968189:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394430.968195:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394430.968196:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394430.968204:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394430.968210:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394430.968229:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394430.968236:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394430.968236:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae158c0. 00000100:00000010:3.0:1749394430.968266:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae152c0. 02000000:00000010:0.0:1749394430.968297:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394430.968305:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394430.968308:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394430.968309:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000800:00000010:2.0:1749394430.968312:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8400. 00000400:00000010:0.0:1749394430.968314:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000100:00000200:0.0:1749394430.968318:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499796480, portal 10 00000400:00000200:2.0:1749394430.968320:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394430.968324:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5dd0. 00000100:00000200:0.0:1749394430.968327:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499796480, offset 0 00000400:00000200:2.0:1749394430.968329:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394430.968334:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43990 00000400:00000200:0.0:1749394430.968335:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:2.0:1749394430.968336:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43990. 00000100:00000200:2.0:1749394430.968350:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68a80 x1834371499796224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394430.968362:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394430.968367:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394430.968373:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394430.968377:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394430.968381:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394430.968385:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394430.968390:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [832:832:255:4294967295] 192.168.203.132@tcp LPNI seq info [847:847:7:4294967295] 00000400:00000200:0.0:1749394430.968397:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394430.968409:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394430.968417:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394430.968421:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394430.968427:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394430.968435:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394430.968440:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394430.968448:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394430.968448:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394430.968451:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394430.968454:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394430.968458:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394430.968461:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f56e8 00000400:00000010:2.0:1749394430.968463:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f56e8. 00000100:00000200:2.0:1749394430.968468:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68380 x1834371499796352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394430.968517:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394430.968519:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394430.968522:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394430.968525:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394430.968528:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5dd0 00000400:00000010:2.0:1749394430.968530:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5dd0. 00000100:00000200:2.0:1749394430.968535:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68000 x1834371499796480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394430.969949:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.969958:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394430.969967:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.969971:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.969976:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.969981:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1a700 00000400:00000200:2.0:1749394430.969986:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.969992:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x262d [1] + 224 00000400:00000200:2.0:1749394430.970004:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394430.970009:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394430.970018:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68a80 x1834371499796224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394430.970056:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.970060:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394430.970064:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.970067:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.970070:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.970073:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a800 00000400:00000200:2.0:1749394430.970076:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.970080:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2645 [1] + 0 00000400:00000200:2.0:1749394430.970085:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394430.970096:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394430.970103:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68000 x1834371499796480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394430.970132:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.970136:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394430.970140:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.970142:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.970145:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394430.970148:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a780 00000400:00000200:2.0:1749394430.970152:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394430.970152:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749394430.970162:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394430.970164:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000400:00000200:2.0:1749394430.970180:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2635 [1] + 0 00000100:00000200:3.0:1749394430.970183:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68a80 x1834371499796224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394430.970190:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000100:00000200:3.0:1749394430.970197:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68a80 x1834371499796224/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394430.970198:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000010:0.0:1749394430.970201:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000400:00000200:2.0:1749394430.970207:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394430.970211:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394430.970213:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68000 x1834371499796480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394430.970217:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68380 x1834371499796352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394430.970227:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 00000100:00000200:0.0:1749394430.970232:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68000 x1834371499796480/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394430.970233:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:3.0:1749394430.970238:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68a80. 02000000:00000010:0.0:1749394430.970266:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394430.970274:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394430.970280:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68000. 00000400:00000010:0.0:1749394430.970288:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394430.970291:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749394430.970294:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000100:00000200:0.0:1749394430.970302:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68380 x1834371499796352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394430.970336:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68380 x1834371499796352/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394430.970358:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58c00. 02000000:00000010:0.0:1749394430.970364:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394430.970368:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68380. 00000100:00000010:2.0:1749394430.971711:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae158c0. 00000100:00000010:3.0:1749394430.971720:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae152c0. 00000100:00000010:2.0:1749394435.975743:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69880. 02000000:00000010:2.0:1749394435.975778:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e000. 00000100:00000010:2.0:1749394435.975846:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68700. 02000000:00000010:2.0:1749394435.975855:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 00000100:00000010:2.0:1749394435.975880:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69180. 02000000:00000010:2.0:1749394435.975884:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 02000000:00000010:0.0:1749394435.975970:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 02000000:00000010:3.0:1749394435.975970:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749394435.975989:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394435.975990:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394435.975995:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:0.0:1749394435.975997:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:3.0:1749394435.976003:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000400:00000010:0.0:1749394435.976005:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749394435.976013:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499796608, portal 25 00000400:00000010:3.0:1749394435.976018:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43880. 00000100:00000200:0.0:1749394435.976023:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499796736, portal 10 00000100:00000200:3.0:1749394435.976023:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499796608, offset 0 00000400:00000010:0.0:1749394435.976034:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5550. 00000400:00000200:3.0:1749394435.976035:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394435.976039:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499796736, offset 0 00000400:00000200:3.0:1749394435.976047:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394435.976050:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394435.976058:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394435.976059:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394435.976065:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394435.976067:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394435.976070:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394435.976073:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394435.976075:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394435.976078:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394435.976078:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394435.976083:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394435.976083:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [833:833:256:4294967295] 192.168.203.132@tcp LPNI seq info [848:848:8:4294967295] 00000400:00000200:0.0:1749394435.976087:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394435.976088:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394435.976092:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [834:834:256:4294967295] 192.168.203.132@tcp LPNI seq info [849:849:8:4294967295] 00000400:00000200:0.0:1749394435.976099:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394435.976099:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394435.976107:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394435.976111:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8f00. 00000400:00000200:0.0:1749394435.976113:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394435.976120:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394435.976121:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394435.976129:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:3.0:1749394435.976131:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394435.976136:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394435.976137:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394435.976145:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394435.976151:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394435.976188:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394435.976191:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394435.976196:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae152c0. 00000100:00000010:3.0:1749394435.976218:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15300. 02000000:00000010:0.0:1749394435.976240:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749394435.976258:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394435.976261:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394435.976262:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394435.976267:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000800:00000010:2.0:1749394435.976267:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000100:00000200:0.0:1749394435.976272:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499796864, portal 10 00000400:00000200:2.0:1749394435.976276:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394435.976281:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f52a8. 00000100:00000200:0.0:1749394435.976284:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499796864, offset 0 00000400:00000200:2.0:1749394435.976286:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394435.976292:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394435.976299:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.976304:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5550 00000400:00000200:0.0:1749394435.976305:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:2.0:1749394435.976308:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5550. 00000400:00000200:0.0:1749394435.976310:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394435.976314:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394435.976318:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394435.976322:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749394435.976325:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68700 x1834371499796736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394435.976327:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [835:835:254:4294967295] 192.168.203.132@tcp LPNI seq info [850:850:6:4294967295] 00000400:00000200:0.0:1749394435.976333:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394435.976345:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394435.976353:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394435.976359:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394435.976366:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394435.976376:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394435.976381:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394435.976391:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394435.976456:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394435.976460:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8f00. 00000400:00000200:2.0:1749394435.976465:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394435.976470:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394435.976474:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43880 00000400:00000010:2.0:1749394435.976476:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43880. 00000100:00000200:2.0:1749394435.976482:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69880 x1834371499796608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394435.976516:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394435.976518:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394435.976521:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394435.976524:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394435.976527:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f52a8 00000400:00000010:2.0:1749394435.976529:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f52a8. 00000100:00000200:2.0:1749394435.976533:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69180 x1834371499796864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394435.978006:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978015:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394435.978023:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978028:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978033:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978037:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a900 00000400:00000200:2.0:1749394435.978042:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978049:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2655 [1] + 0 00000400:00000200:2.0:1749394435.978060:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394435.978064:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394435.978074:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68700 x1834371499796736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394435.978115:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978128:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394435.978133:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978136:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978139:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978142:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1a980 00000400:00000200:2.0:1749394435.978146:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978149:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2665 [1] + 0 00000400:00000200:2.0:1749394435.978156:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394435.978160:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394435.978166:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69180 x1834371499796864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394435.978168:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394435.978175:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000010:0.0:1749394435.978179:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000400:00000200:2.0:1749394435.978189:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394435.978190:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68700 x1834371499796736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394435.978193:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394435.978197:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978199:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978202:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394435.978205:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1a880 00000400:00000200:2.0:1749394435.978208:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394435.978211:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68700 x1834371499796736/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394435.978212:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x264d [1] + 224 00000400:00000200:2.0:1749394435.978226:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394435.978230:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394435.978235:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69880 x1834371499796608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394435.978254:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394435.978268:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749394435.978271:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749394435.978281:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69180 x1834371499796864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394435.978296:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69180 x1834371499796864/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394435.978324:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394435.978333:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394435.978340:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68700. 02000000:00000010:0.0:1749394435.978347:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394435.978351:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000400:00000010:3.0:1749394435.978355:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000100:00000010:0.0:1749394435.978356:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69180. 00000400:00000200:3.0:1749394435.978365:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394435.978367:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394435.978377:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69880 x1834371499796608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394435.978389:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69880 x1834371499796608/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394435.978409:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:3.0:1749394435.978415:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e000. 00000100:00000010:3.0:1749394435.978419:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69880. 00000100:00000010:2.0:1749394435.979690:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae152c0. 00000100:00000010:3.0:1749394435.979722:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15300. 00000100:00000010:2.0:1749394440.983751:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e68e00. 02000000:00000010:2.0:1749394440.983779:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e100. 00000100:00000010:2.0:1749394440.983846:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69f80. 02000000:00000010:2.0:1749394440.983881:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749394440.983909:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69500. 02000000:00000010:2.0:1749394440.983913:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749394440.983929:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749394440.983942:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394440.983946:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000010:3.0:1749394440.983946:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394440.983952:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000400:00000200:0.0:1749394440.983953:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394440.983956:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394440.983960:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:3.0:1749394440.983960:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499796992, portal 25 00000100:00000200:0.0:1749394440.983963:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499797120, portal 10 00000400:00000010:3.0:1749394440.983964:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d437f8. 00000400:00000010:0.0:1749394440.983967:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5088. 00000100:00000200:3.0:1749394440.983967:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499796992, offset 0 00000100:00000200:0.0:1749394440.983970:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499797120, offset 0 00000400:00000200:0.0:1749394440.983975:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394440.983975:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394440.983983:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394440.983983:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394440.983991:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394440.983991:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394440.983996:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394440.983996:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394440.984000:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394440.984000:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394440.984003:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394440.984004:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394440.984005:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394440.984006:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394440.984009:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [836:836:256:4294967295] 192.168.203.132@tcp LPNI seq info [851:851:8:4294967295] 00000400:00000200:3.0:1749394440.984009:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [836:836:256:4294967295] 192.168.203.132@tcp LPNI seq info [851:851:8:4294967295] 00000400:00000200:0.0:1749394440.984011:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394440.984011:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394440.984019:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394440.984030:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394440.984031:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394440.984034:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:3.0:1749394440.984034:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8100. 00000800:00000010:0.0:1749394440.984037:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:3.0:1749394440.984040:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394440.984044:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394440.984049:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394440.984049:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394440.984053:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394440.984053:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749394440.984071:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394440.984072:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394440.984076:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15300. 00000100:00000010:3.0:1749394440.984099:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae159c0. 02000000:00000010:0.0:1749394440.984147:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749394440.984153:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394440.984156:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394440.984162:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394440.984167:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499797248, portal 10 00000800:00000200:2.0:1749394440.984171:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394440.984173:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5880. 00000100:00000200:0.0:1749394440.984177:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499797248, offset 0 00000800:00000010:2.0:1749394440.984177:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:0.0:1749394440.984186:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394440.984187:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394440.984193:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.984198:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394440.984199:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394440.984203:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394440.984205:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5088 00000400:00000200:0.0:1749394440.984208:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:2.0:1749394440.984209:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5088. 00000400:00000200:0.0:1749394440.984211:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394440.984215:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394440.984220:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [837:837:254:4294967295] 192.168.203.132@tcp LPNI seq info [852:852:6:4294967295] 00000100:00000200:2.0:1749394440.984226:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69f80 x1834371499797120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394440.984227:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394440.984239:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394440.984247:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394440.984252:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:0.0:1749394440.984258:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394440.984265:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394440.984270:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394440.984279:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394440.984347:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394440.984352:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8100. 00000400:00000200:2.0:1749394440.984358:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394440.984365:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394440.984370:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d437f8 00000400:00000010:2.0:1749394440.984373:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d437f8. 00000100:00000200:2.0:1749394440.984382:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e68e00 x1834371499796992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394440.984427:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394440.984430:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394440.984434:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394440.984440:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394440.984443:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5880 00000400:00000010:2.0:1749394440.984446:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5880. 00000100:00000200:2.0:1749394440.984454:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69500 x1834371499797248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394440.985767:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.985777:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394440.985786:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.985792:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.985798:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.985805:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1ab00 00000400:00000200:2.0:1749394440.985812:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.985821:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2685 [1] + 0 00000400:00000200:2.0:1749394440.985848:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394440.985878:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394440.985890:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69500 x1834371499797248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394440.985942:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.985949:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394440.985955:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.985960:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.985966:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394440.985967:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:2.0:1749394440.985972:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1aa00 00000400:00000200:0.0:1749394440.985975:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:0.0:1749394440.985977:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000400:00000200:2.0:1749394440.985977:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.985983:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x266d [1] + 224 00000100:00000200:0.0:1749394440.985987:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69500 x1834371499797248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394440.985994:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394440.986001:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394440.986009:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e68e00 x1834371499796992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394440.986010:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69500 x1834371499797248/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394440.986046:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 00000400:00000200:2.0:1749394440.986050:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394440.986053:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000400:00000200:2.0:1749394440.986056:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000100:00000010:0.0:1749394440.986058:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69500. 00000400:00000200:2.0:1749394440.986062:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.986066:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.986071:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.986076:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1aa80 00000400:00000200:2.0:1749394440.986081:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394440.986087:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2675 [1] + 0 00000400:00000200:2.0:1749394440.986110:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394440.986116:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394440.986126:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69f80 x1834371499797120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749394440.986140:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749394440.986150:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394440.986152:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394440.986162:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e68e00 x1834371499796992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394440.986174:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e68e00 x1834371499796992/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394440.986186:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394440.986190:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749394440.986192:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 02000000:00000010:3.0:1749394440.986193:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 00000100:00000200:0.0:1749394440.986199:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69f80 x1834371499797120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394440.986200:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e100. 00000100:00000010:3.0:1749394440.986203:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e68e00. 00000100:00000200:0.0:1749394440.986208:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69f80 x1834371499797120/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394440.986224:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749394440.986229:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394440.986231:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69f80. 00000100:00000010:3.0:1749394440.987709:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae159c0. 00000100:00000010:2.0:1749394440.987755:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15300. 00000100:00000010:2.0:1749394445.991814:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394445.991891:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ea00. 00000100:00000010:2.0:1749394445.991972:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394445.991984:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93400. 00000100:00000010:2.0:1749394445.992017:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394445.992027:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93800. 02000000:00000010:3.0:1749394445.992068:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749394445.992087:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394445.992093:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394445.992101:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394445.992111:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499797376, portal 25 00000400:00000010:3.0:1749394445.992117:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43aa0. 00000100:00000200:3.0:1749394445.992120:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499797376, offset 0 00000400:00000200:3.0:1749394445.992132:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394445.992144:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:0.0:1749394445.992150:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:3.0:1749394445.992155:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394445.992162:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394445.992166:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394445.992173:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394445.992180:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749394445.992186:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499797504, portal 10 00000400:00000200:3.0:1749394445.992186:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394445.992191:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394445.992194:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:0.0:1749394445.992195:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f54c8. 00000100:00000200:0.0:1749394445.992199:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499797504, offset 0 00000400:00000200:3.0:1749394445.992200:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [838:838:256:4294967295] 192.168.203.132@tcp LPNI seq info [853:853:8:4294967295] 00000400:00000200:3.0:1749394445.992205:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394445.992209:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394445.992217:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394445.992218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394445.992224:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394445.992226:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000800:00000010:3.0:1749394445.992230:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8e00. 00000400:00000200:0.0:1749394445.992231:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394445.992236:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:3.0:1749394445.992239:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394445.992241:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394445.992245:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394445.992250:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [839:839:255:4294967295] 192.168.203.132@tcp LPNI seq info [854:854:7:4294967295] 00000800:00000200:3.0:1749394445.992251:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394445.992258:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749394445.992267:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394445.992278:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394445.992284:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394445.992288:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000400:00000200:3.0:1749394445.992292:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:0.0:1749394445.992294:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000010:3.0:1749394445.992299:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae159c0. 00000800:00000200:0.0:1749394445.992300:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394445.992304:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394445.992312:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394445.992326:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15200. 02000000:00000010:0.0:1749394445.992352:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c58400. 00000400:00000200:0.0:1749394445.992357:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394445.992359:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394445.992363:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394445.992367:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499797632, portal 10 00000800:00000200:2.0:1749394445.992369:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1749394445.992371:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5ee0. 00000800:00000010:2.0:1749394445.992373:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8e00. 00000100:00000200:0.0:1749394445.992374:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499797632, offset 0 00000400:00000200:0.0:1749394445.992378:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394445.992382:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.992382:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394445.992386:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394445.992390:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394445.992391:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394445.992393:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394445.992395:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394445.992397:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43aa0 00000400:00000200:0.0:1749394445.992398:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000010:2.0:1749394445.992400:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43aa0. 00000400:00000200:0.0:1749394445.992401:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [840:840:254:4294967295] 192.168.203.132@tcp LPNI seq info [855:855:6:4294967295] 00000400:00000200:0.0:1749394445.992405:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394445.992412:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:2.0:1749394445.992414:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499797376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394445.992416:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394445.992419:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394445.992423:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394445.992428:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394445.992431:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394445.992444:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394445.992511:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394445.992514:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394445.992517:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394445.992521:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394445.992524:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f54c8 00000400:00000010:2.0:1749394445.992526:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f54c8. 00000100:00000200:2.0:1749394445.992531:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499797504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394445.992558:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394445.992561:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394445.992563:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394445.992567:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394445.992569:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5ee0 00000400:00000010:2.0:1749394445.992571:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5ee0. 00000100:00000200:2.0:1749394445.992575:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499797632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394445.994106:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994114:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394445.994133:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994137:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994142:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994147:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1ab80 00000400:00000200:2.0:1749394445.994152:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994158:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x268d [1] + 224 00000400:00000200:2.0:1749394445.994171:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394445.994175:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394445.994184:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499797376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394445.994227:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994231:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394445.994235:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994238:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994240:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994243:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1ac80 00000400:00000200:2.0:1749394445.994247:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994251:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x26a5 [1] + 0 00000400:00000200:2.0:1749394445.994256:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394445.994259:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394445.994264:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499797632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749394445.994280:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749394445.994290:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394445.994292:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394445.994302:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499797376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394445.994313:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394445.994315:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499797376/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394445.994317:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394445.994321:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994323:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994326:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994329:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1ac00 00000400:00000200:2.0:1749394445.994332:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394445.994342:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x269d [1] + 0 02000000:00000010:3.0:1749394445.994344:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 00000400:00000010:0.0:1749394445.994350:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 02000000:00000010:3.0:1749394445.994351:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ea00. 00000100:00000010:3.0:1749394445.994356:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000400:00000200:0.0:1749394445.994357:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000200:2.0:1749394445.994358:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394445.994360:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000400:00000200:2.0:1749394445.994362:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394445.994368:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499797504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394445.994369:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499797632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394445.994382:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499797632/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394445.994408:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c58400. 02000000:00000010:0.0:1749394445.994414:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93800. 00000100:00000010:0.0:1749394445.994418:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 00000400:00000010:0.0:1749394445.994425:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394445.994427:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:0.0:1749394445.994429:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:0.0:1749394445.994433:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499797504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394445.994442:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499797504/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394445.994454:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394445.994458:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93400. 00000100:00000010:0.0:1749394445.994461:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000100:00000010:2.0:1749394445.995699:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae159c0. 00000100:00000010:3.0:1749394445.995707:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15200. 00000100:00000010:2.0:1749394450.999876:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394450.999911:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ed00. 00000100:00000010:2.0:1749394450.999982:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394450.999991:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91c00. 00000100:00000010:2.0:1749394451.000018:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394451.000023:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92000. 02000000:00000010:3.0:1749394451.000090:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6200. 00000400:00000200:3.0:1749394451.000108:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394451.000114:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394451.000122:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394451.000132:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499797760, portal 25 02000000:00000010:0.0:1749394451.000136:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749394451.000148:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394451.000153:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394451.000158:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000010:3.0:1749394451.000158:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43a18. 00000100:00000200:3.0:1749394451.000161:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499797760, offset 0 00000100:00000200:0.0:1749394451.000163:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499797888, portal 10 00000400:00000010:0.0:1749394451.000171:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5220. 00000100:00000200:0.0:1749394451.000174:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499797888, offset 0 00000400:00000200:3.0:1749394451.000176:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394451.000182:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394451.000187:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394451.000188:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394451.000198:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394451.000198:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394451.000205:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394451.000211:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394451.000211:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394451.000215:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394451.000215:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394451.000218:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394451.000219:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394451.000221:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394451.000224:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [841:841:256:4294967295] 192.168.203.132@tcp LPNI seq info [856:856:8:4294967295] 00000400:00000200:0.0:1749394451.000225:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [842:842:256:4294967295] 192.168.203.132@tcp LPNI seq info [857:857:8:4294967295] 00000400:00000200:3.0:1749394451.000229:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394451.000230:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394451.000241:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394451.000248:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394451.000253:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000010:3.0:1749394451.000253:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8c00. 00000800:00000200:0.0:1749394451.000258:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394451.000262:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:3.0:1749394451.000262:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394451.000268:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394451.000291:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394451.000291:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394451.000297:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1749394451.000297:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749394451.000327:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394451.000334:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394451.000334:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15200. 00000100:00000010:3.0:1749394451.000368:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15580. 02000000:00000010:0.0:1749394451.000383:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394451.000387:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394451.000390:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394451.000393:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394451.000396:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499798016, portal 10 00000400:00000010:0.0:1749394451.000400:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5660. 00000100:00000200:0.0:1749394451.000402:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499798016, offset 0 00000400:00000200:0.0:1749394451.000407:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394451.000411:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394451.000414:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394451.000417:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394451.000420:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000800:00000200:2.0:1749394451.000420:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394451.000422:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394451.000424:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:2.0:1749394451.000425:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8c00. 00000400:00000200:0.0:1749394451.000427:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [843:843:254:4294967295] 192.168.203.132@tcp LPNI seq info [858:858:6:4294967295] 00000400:00000200:0.0:1749394451.000430:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.000433:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394451.000437:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:2.0:1749394451.000441:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394451.000446:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43a18 00000400:00000010:2.0:1749394451.000448:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43a18. 00000800:00000200:0.0:1749394451.000449:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394451.000452:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394451.000455:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394451.000460:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000100:00000200:2.0:1749394451.000461:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499797760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394451.000463:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394451.000468:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394451.000485:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394451.000487:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394451.000490:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394451.000493:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394451.000496:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5220 00000400:00000010:2.0:1749394451.000497:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5220. 00000100:00000200:2.0:1749394451.000502:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499797888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394451.000587:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394451.000590:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:2.0:1749394451.000592:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394451.000631:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394451.000635:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5660 00000400:00000010:2.0:1749394451.000636:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5660. 00000100:00000200:2.0:1749394451.000642:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499798016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394451.002399:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002409:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394451.002421:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002427:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002433:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002439:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1ad00 00000400:00000200:2.0:1749394451.002447:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002456:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x26ad [1] + 224 00000400:00000200:2.0:1749394451.002474:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394451.002481:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394451.002493:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499797760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394451.002538:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002543:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394451.002547:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002550:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002553:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002556:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1ad80 00000400:00000200:2.0:1749394451.002560:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002564:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x26bd [1] + 0 00000400:00000200:2.0:1749394451.002570:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394451.002573:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394451.002579:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499797888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749394451.002588:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749394451.002598:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394451.002600:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394451.002649:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499797760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394451.002652:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394451.002655:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394451.002663:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000100:00000200:3.0:1749394451.002663:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499797760/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394451.002665:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000400:00000200:2.0:1749394451.002665:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394451.002670:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002673:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394451.002675:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499797888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394451.002676:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002679:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1ae00 00000400:00000200:2.0:1749394451.002682:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394451.002686:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x26c5 [1] + 0 00000100:00000200:0.0:1749394451.002688:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499797888/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394451.002691:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6200. 02000000:00000010:3.0:1749394451.002698:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ed00. 00000400:00000200:2.0:1749394451.002703:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749394451.002703:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000400:00000200:2.0:1749394451.002707:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394451.002713:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499798016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394451.002714:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394451.002720:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91c00. 00000100:00000010:0.0:1749394451.002724:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 00000400:00000010:0.0:1749394451.002730:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394451.002733:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749394451.002734:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394451.002739:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499798016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394451.002748:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499798016/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394451.002760:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394451.002763:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92000. 00000100:00000010:0.0:1749394451.002765:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000010:3.0:1749394451.003715:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15580. 00000100:00000010:2.0:1749394451.003717:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15200. 00000100:00000010:2.0:1749394456.007789:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394456.007822:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e900. 00000100:00000010:2.0:1749394456.007898:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749394456.007907:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394456.007934:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394456.007939:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:2.0:1749394456.008002:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f7e00. 02000000:00000010:0.0:1749394456.008006:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:2.0:1749394456.008016:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394456.008021:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394456.008023:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586d10. 00000400:00000010:0.0:1749394456.008027:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:2.0:1749394456.008031:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e550. 00000400:00000010:0.0:1749394456.008034:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:2.0:1749394456.008041:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499798144, portal 25 00000400:00000010:2.0:1749394456.008047:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e2a8. 00000100:00000200:2.0:1749394456.008050:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499798144, offset 0 00000400:00000200:2.0:1749394456.008062:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000100:00000200:0.0:1749394456.008073:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499798272, portal 10 00000400:00000200:2.0:1749394456.008073:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394456.008084:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5908. 00000400:00000200:2.0:1749394456.008084:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394456.008089:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499798272, offset 0 00000400:00000200:2.0:1749394456.008092:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394456.008097:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394456.008100:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394456.008102:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394456.008108:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.008115:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394456.008116:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394456.008121:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [844:844:256:4294967295] 192.168.203.132@tcp LPNI seq info [859:859:8:4294967295] 00000400:00000200:0.0:1749394456.008122:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394456.008126:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394456.008128:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394456.008131:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394456.008134:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394456.008139:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [845:845:255:4294967295] 192.168.203.132@tcp LPNI seq info [860:860:7:4294967295] 00000400:00000200:2.0:1749394456.008140:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394456.008144:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394456.008147:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394456.008152:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e300. 00000400:00000200:0.0:1749394456.008154:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394456.008159:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000200:2.0:1749394456.008161:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000010:0.0:1749394456.008163:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67100. 00000800:00000200:0.0:1749394456.008169:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394456.008172:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394456.008176:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:2.0:1749394456.008179:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394456.008180:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394456.008206:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394456.008211:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394456.008213:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8c240. 00000100:00000010:2.0:1749394456.008231:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8ca80. 02000000:00000010:0.0:1749394456.008248:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749394456.008252:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394456.008255:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394456.008259:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000100:00000200:0.0:1749394456.008262:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499798400, portal 10 00000400:00000010:0.0:1749394456.008267:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5bb0. 00000100:00000200:0.0:1749394456.008269:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499798400, offset 0 00000800:00000200:3.0:1749394456.008273:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394456.008274:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394456.008278:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394456.008280:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e300. 00000400:00000200:0.0:1749394456.008281:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394456.008284:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394456.008287:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394456.008288:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394456.008296:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394456.008297:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394456.008299:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394456.008301:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e2a8 00000400:00000200:0.0:1749394456.008303:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [846:846:254:4294967295] 192.168.203.132@tcp LPNI seq info [861:861:6:4294967295] 00000400:00000010:3.0:1749394456.008304:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e2a8. 00000400:00000200:0.0:1749394456.008307:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394456.008315:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000100:00000200:3.0:1749394456.008318:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499798144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394456.008319:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394456.008323:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394456.008327:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394456.008332:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394456.008335:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394456.008341:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394456.008343:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394456.008346:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67100. 00000400:00000200:3.0:1749394456.008348:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394456.008352:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394456.008355:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5908 00000400:00000010:3.0:1749394456.008357:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5908. 00000100:00000200:3.0:1749394456.008362:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499798272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394456.008455:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394456.008460:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:3.0:1749394456.008464:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394456.008469:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394456.008473:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5bb0 00000400:00000010:3.0:1749394456.008475:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5bb0. 00000100:00000200:3.0:1749394456.008482:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499798400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394456.010085:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010096:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394456.010107:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010113:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010119:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010126:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1ae80 00000400:00000200:2.0:1749394456.010133:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010142:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x26cd [1] + 224 00000400:00000200:2.0:1749394456.010158:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394456.010164:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394456.010177:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499798144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394456.010231:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010237:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394456.010244:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010248:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010252:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010266:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1af80 00000400:00000200:2.0:1749394456.010271:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394456.010278:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586d10. 00000400:00000200:3.0:1749394456.010286:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e550 00000400:00000010:3.0:1749394456.010289:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e550. 00000400:00000200:2.0:1749394456.010296:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x26e5 [1] + 0 00000100:00000200:3.0:1749394456.010299:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499798144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394456.010310:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749394456.010312:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499798144/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394456.010315:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394456.010323:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499798400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394456.010358:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f7e00. 02000000:00000010:3.0:1749394456.010365:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e900. 00000400:00000200:2.0:1749394456.010367:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394456.010369:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000400:00000200:2.0:1749394456.010373:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394456.010379:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010383:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010388:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010393:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1af00 00000400:00000200:2.0:1749394456.010397:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394456.010402:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x26dd [1] + 0 00000400:00000010:0.0:1749394456.010418:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394456.010427:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000200:2.0:1749394456.010429:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749394456.010430:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000400:00000200:2.0:1749394456.010435:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394456.010443:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499798400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394456.010445:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499798272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394456.010462:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499798400/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394456.010495:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394456.010503:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394456.010509:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000400:00000010:0.0:1749394456.010518:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394456.010521:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749394456.010524:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394456.010531:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499798272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394456.010545:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499798272/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394456.010563:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394456.010591:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394456.010596:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000100:00000010:2.0:1749394456.011703:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8c240. 00000100:00000010:3.0:1749394456.011712:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8ca80. 00000100:00000010:2.0:1749394461.015862:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b800. 02000000:00000010:2.0:1749394461.015897:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e600. 00000100:00000010:2.0:1749394461.015983:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6aa00. 02000000:00000010:2.0:1749394461.015996:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749394461.016038:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b480. 02000000:00000010:2.0:1749394461.016046:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749394461.016051:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749394461.016073:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394461.016082:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394461.016093:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394461.016105:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499798528, portal 25 00000400:00000010:3.0:1749394461.016112:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43908. 02000000:00000010:0.0:1749394461.016116:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000100:00000200:3.0:1749394461.016117:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499798528, offset 0 00000400:00000200:0.0:1749394461.016131:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394461.016132:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000010:0.0:1749394461.016137:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394461.016143:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000200:3.0:1749394461.016147:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:0.0:1749394461.016149:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499798656, portal 10 00000400:00000010:0.0:1749394461.016157:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f55d8. 00000400:00000200:3.0:1749394461.016159:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000100:00000200:0.0:1749394461.016162:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499798656, offset 0 00000400:00000200:3.0:1749394461.016166:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394461.016171:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394461.016172:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394461.016177:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394461.016179:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394461.016181:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:3.0:1749394461.016185:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [847:847:256:4294967295] 192.168.203.132@tcp LPNI seq info [862:862:8:4294967295] 00000400:00000200:0.0:1749394461.016187:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:3.0:1749394461.016190:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394461.016193:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394461.016198:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394461.016203:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394461.016205:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394461.016207:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394461.016210:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [848:848:255:4294967295] 192.168.203.132@tcp LPNI seq info [863:863:7:4294967295] 00000800:00000200:3.0:1749394461.016212:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394461.016216:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394461.016218:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749394461.016225:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:3.0:1749394461.016227:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394461.016231:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394461.016236:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67f00. 00000800:00000200:3.0:1749394461.016239:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394461.016241:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394461.016246:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394461.016247:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394461.016251:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1749394461.016276:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394461.016284:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15ec0. 00000400:00000200:0.0:1749394461.016288:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394461.016312:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d00. 00000800:00000200:2.0:1749394461.016372:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1749394461.016378:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000800:00000010:2.0:1749394461.016378:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8900. 00000400:00000200:0.0:1749394461.016383:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394461.016386:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394461.016389:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000400:00000200:2.0:1749394461.016389:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749394461.016393:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499798784, portal 10 00000400:00000010:0.0:1749394461.016397:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5990. 00000400:00000200:2.0:1749394461.016399:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394461.016408:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499798784, offset 0 00000400:00000200:0.0:1749394461.016414:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394461.016416:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43908 00000400:00000200:0.0:1749394461.016418:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394461.016420:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43908. 00000400:00000200:0.0:1749394461.016422:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394461.016426:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394461.016429:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394461.016432:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394461.016434:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000100:00000200:2.0:1749394461.016436:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b800 x1834371499798528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749394461.016438:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [849:849:254:4294967295] 192.168.203.132@tcp LPNI seq info [864:864:6:4294967295] 00000400:00000200:0.0:1749394461.016442:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394461.016449:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394461.016453:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394461.016456:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394461.016460:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394461.016466:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394461.016469:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394461.016475:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394461.016556:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394461.016561:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67f00. 00000400:00000200:2.0:1749394461.016566:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394461.016573:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394461.016577:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f55d8 00000400:00000010:2.0:1749394461.016580:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f55d8. 00000100:00000200:2.0:1749394461.016590:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6aa00 x1834371499798656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394461.016672:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394461.016675:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394461.016679:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394461.016685:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394461.016689:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5990 00000400:00000010:2.0:1749394461.016692:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5990. 00000100:00000200:2.0:1749394461.016699:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b480 x1834371499798784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394461.017845:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.017855:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394461.017865:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.017871:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.017878:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.017885:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1b000 00000400:00000200:2.0:1749394461.017891:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.017900:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x26ed [1] + 224 00000400:00000200:2.0:1749394461.017916:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394461.017922:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394461.017932:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b800 x1834371499798528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394461.017993:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.018000:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394461.018006:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.018010:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.018016:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.018021:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1b100 00000400:00000200:2.0:1749394461.018027:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.018033:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2705 [1] + 0 00000400:00000200:2.0:1749394461.018043:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749394461.018046:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:2.0:1749394461.018049:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394461.018056:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394461.018059:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:2.0:1749394461.018069:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b480 x1834371499798784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394461.018069:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b800 x1834371499798528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749394461.018082:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b800 x1834371499798528/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394461.018106:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.018112:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 02000000:00000010:3.0:1749394461.018112:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 00000400:00000200:2.0:1749394461.018117:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 02000000:00000010:3.0:1749394461.018119:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e600. 00000400:00000200:2.0:1749394461.018121:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394461.018124:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b800. 00000400:00000200:2.0:1749394461.018126:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.018130:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1b080 00000400:00000200:2.0:1749394461.018135:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394461.018140:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x26fd [1] + 0 00000400:00000200:2.0:1749394461.018169:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394461.018174:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394461.018183:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6aa00 x1834371499798656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394461.018188:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394461.018196:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:0.0:1749394461.018198:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394461.018208:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b480 x1834371499798784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394461.018221:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b480 x1834371499798784/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394461.018250:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394461.018258:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394461.018263:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b480. 00000400:00000010:0.0:1749394461.018271:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394461.018274:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:0.0:1749394461.018277:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394461.018296:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6aa00 x1834371499798656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394461.018311:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6aa00 x1834371499798656/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394461.018335:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749394461.018342:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394461.018346:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6aa00. 00000100:00000010:3.0:1749394461.019693:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d00. 00000100:00000010:2.0:1749394461.019746:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15ec0. 00000100:00000010:2.0:1749394466.023763:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6ad80. 02000000:00000010:2.0:1749394466.023798:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e700. 00000100:00000010:2.0:1749394466.023864:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a300. 02000000:00000010:2.0:1749394466.023896:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92800. 00000100:00000010:2.0:1749394466.023929:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6b100. 02000000:00000010:2.0:1749394466.023934:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a92400. 02000000:00000010:3.0:1749394466.023977:0:2004:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aafb6c00. 00000400:00000200:3.0:1749394466.023995:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394466.024002:0:2004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad0b4aa8. 00000400:00000010:3.0:1749394466.024010:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394466.024021:0:2004:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499798912, portal 25 00000400:00000010:3.0:1749394466.024027:0:2004:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6d43b28. 00000100:00000200:3.0:1749394466.024030:0:2004:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499798912, offset 0 02000000:00000010:0.0:1749394466.024042:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a800. 00000400:00000200:3.0:1749394466.024042:0:2004:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394466.024053:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394466.024055:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394466.024059:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:3.0:1749394466.024063:0:2004:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394466.024065:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000100:00000200:0.0:1749394466.024070:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499799040, portal 10 00000400:00000200:3.0:1749394466.024070:0:2004:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394466.024076:0:2004:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394466.024077:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5aa0. 00000100:00000200:0.0:1749394466.024080:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499799040, offset 0 00000400:00000200:3.0:1749394466.024081:0:2004:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1749394466.024084:0:2004:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394466.024088:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:3.0:1749394466.024089:0:2004:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [850:850:256:4294967295] 192.168.203.132@tcp LPNI seq info [865:865:8:4294967295] 00000400:00000200:3.0:1749394466.024094:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394466.024095:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394466.024101:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394466.024106:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1749394466.024107:0:2004:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394466.024110:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394466.024113:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1749394466.024114:0:2004:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394466.024116:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394466.024119:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [851:851:255:4294967295] 192.168.203.132@tcp LPNI seq info [866:866:7:4294967295] 00000800:00000010:3.0:1749394466.024119:0:2004:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749394466.024124:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394466.024128:0:2004:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394466.024133:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394466.024138:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394466.024143:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67400. 00000800:00000200:0.0:1749394466.024147:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:3.0:1749394466.024150:0:2004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394466.024154:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:3.0:1749394466.024156:0:2004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012aac8500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394466.024158:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67400 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394466.024190:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394466.024190:0:2004:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:3.0:1749394466.024198:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15d00. 00000100:00000010:3.0:1749394466.024217:0:2004:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aae15340. 02000000:00000010:0.0:1749394466.024238:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5a000. 00000400:00000200:0.0:1749394466.024243:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394466.024246:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000010:0.0:1749394466.024249:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749394466.024253:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499799168, portal 10 00000400:00000010:0.0:1749394466.024257:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5770. 00000100:00000200:0.0:1749394466.024260:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499799168, offset 0 00000800:00000200:2.0:1749394466.024262:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394466.024264:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000800:00000010:2.0:1749394466.024266:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aac8500. 00000400:00000200:0.0:1749394466.024269:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394466.024273:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:2.0:1749394466.024274:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394466.024276:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394466.024280:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394466.024283:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1749394466.024283:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394466.024285:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394466.024288:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [852:852:254:4294967295] 192.168.203.132@tcp LPNI seq info [867:867:6:4294967295] 00000400:00000200:2.0:1749394466.024288:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d43b28 00000400:00000010:2.0:1749394466.024291:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d43b28. 00000400:00000200:0.0:1749394466.024292:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394466.024299:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394466.024304:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000100:00000200:2.0:1749394466.024304:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6ad80 x1834371499798912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749394466.024306:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394466.024310:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:0.0:1749394466.024315:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394466.024318:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394466.024323:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394466.024329:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394466.024332:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67400. 00000400:00000200:2.0:1749394466.024335:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394466.024339:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394466.024341:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5aa0 00000400:00000010:2.0:1749394466.024343:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5aa0. 00000100:00000200:2.0:1749394466.024349:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a300 x1834371499799040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749394466.024436:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749394466.024439:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:2.0:1749394466.024441:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394466.024445:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:2.0:1749394466.024447:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5770 00000400:00000010:2.0:1749394466.024449:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5770. 00000100:00000200:2.0:1749394466.024453:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6b100 x1834371499799168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394466.026141:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026150:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394466.026158:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026163:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026168:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026181:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1b180 00000400:00000200:2.0:1749394466.026187:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026194:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x270d [1] + 224 00000400:00000200:2.0:1749394466.026206:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394466.026210:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394466.026219:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6ad80 x1834371499798912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394466.026262:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026266:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394466.026270:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026273:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026276:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026279:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1b200 00000400:00000200:2.0:1749394466.026283:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026286:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x271d [1] + 0 00000400:00000200:2.0:1749394466.026292:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394466.026295:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394466.026300:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a300 x1834371499799040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749394466.026307:0:2004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad0b4aa8. 00000400:00000200:3.0:1749394466.026317:0:2004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d433b8 00000400:00000010:3.0:1749394466.026319:0:2004:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6d433b8. 00000100:00000200:3.0:1749394466.026330:0:2004:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6ad80 x1834371499798912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394466.026333:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026337:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394466.026341:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000200:3.0:1749394466.026343:0:2004:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6ad80 x1834371499798912/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394466.026344:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026347:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026350:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1b280 00000400:00000200:2.0:1749394466.026353:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394466.026356:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2725 [1] + 0 00000400:00000010:0.0:1749394466.026363:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394466.026371:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 02000000:00000010:3.0:1749394466.026372:0:2004:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aafb6c00. 00000400:00000010:0.0:1749394466.026373:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000400:00000200:2.0:1749394466.026374:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394466.026378:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 02000000:00000010:3.0:1749394466.026379:0:2004:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e700. 00000100:00000200:0.0:1749394466.026383:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a300 x1834371499799040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749394466.026384:0:2004:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6ad80. 00000100:00000200:2.0:1749394466.026389:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6b100 x1834371499799168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394466.026396:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a300 x1834371499799040/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394466.026421:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394466.026432:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749394466.026434:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749394466.026440:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6b100 x1834371499799168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394466.026449:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6b100 x1834371499799168/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394466.026464:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a800. 02000000:00000010:0.0:1749394466.026470:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92800. 00000100:00000010:0.0:1749394466.026473:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a300. 02000000:00000010:0.0:1749394466.026477:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5a000. 02000000:00000010:0.0:1749394466.026480:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a92400. 00000100:00000010:0.0:1749394466.026482:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6b100. 00000100:00000010:2.0:1749394466.027728:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15d00. 00000100:00000010:3.0:1749394466.027737:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aae15340. 00000100:00000010:2.0:1749394471.031873:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e69c00. 02000000:00000010:2.0:1749394471.031906:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0ef00. 00000100:00000010:2.0:1749394471.031980:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6bb80. 02000000:00000010:2.0:1749394471.031988:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a93c00. 00000100:00000010:2.0:1749394471.032016:0:302:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e6a680. 02000000:00000010:2.0:1749394471.032021:0:302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3a91800. 02000000:00000010:2.0:1749394471.032074:0:2003:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373f6a00. 00000400:00000200:2.0:1749394471.032089:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:2.0:1749394471.032094:0:2003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d586cb8. 00000400:00000010:2.0:1749394471.032102:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2eb28. 00000100:00000200:2.0:1749394471.032113:0:2003:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371499799296, portal 25 00000400:00000010:2.0:1749394471.032118:0:2003:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012da2e4c8. 00000100:00000200:2.0:1749394471.032122:0:2003:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834371499799296, offset 0 00000400:00000200:2.0:1749394471.032133:0:2003:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 02000000:00000010:0.0:1749394471.032137:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c59c00. 00000400:00000200:2.0:1749394471.032146:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394471.032149:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394471.032154:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f6318. 00000400:00000200:2.0:1749394471.032156:0:2003:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000010:0.0:1749394471.032159:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5110. 00000100:00000200:0.0:1749394471.032164:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499799424, portal 10 00000400:00000200:2.0:1749394471.032164:0:2003:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394471.032169:0:2003:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000010:0.0:1749394471.032171:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5330. 00000400:00000200:2.0:1749394471.032174:0:2003:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1749394471.032175:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499799424, offset 0 00000400:00000200:2.0:1749394471.032177:0:2003:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394471.032182:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:2.0:1749394471.032182:0:2003:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [853:853:256:4294967295] 192.168.203.132@tcp LPNI seq info [868:868:8:4294967295] 00000400:00000200:2.0:1749394471.032186:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394471.032189:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:0.0:1749394471.032195:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394471.032200:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1749394471.032200:0:2003:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000400:00000200:0.0:1749394471.032203:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:0.0:1749394471.032207:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1749394471.032207:0:2003:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394471.032209:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000800:00000010:2.0:1749394471.032211:0:2003:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000400:00000200:0.0:1749394471.032213:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [854:854:255:4294967295] 192.168.203.132@tcp LPNI seq info [869:869:7:4294967295] 00000400:00000200:0.0:1749394471.032218:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:2.0:1749394471.032220:0:2003:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000400:00000200:0.0:1749394471.032227:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:2.0:1749394471.032232:0:2003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394471.032233:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394471.032237:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67000. 00000800:00000200:0.0:1749394471.032256:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000800:00000200:2.0:1749394471.032257:0:2003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1749394471.032263:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394471.032267:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1749394471.032286:0:2003:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394471.032292:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8cc40. 00000400:00000200:0.0:1749394471.032298:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000100:00000010:2.0:1749394471.032311:0:2003:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012ab8ce00. 02000000:00000010:0.0:1749394471.032335:0:2000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9c5ac00. 00000400:00000200:0.0:1749394471.032339:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:0.0:1749394471.032342:0:2000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad3f62c0. 00000400:00000010:0.0:1749394471.032345:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749394471.032349:0:2000:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371499799552, portal 10 00000400:00000010:0.0:1749394471.032353:0:2000:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad3f5a18. 00000100:00000200:0.0:1749394471.032355:0:2000:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371499799552, offset 0 00000800:00000200:3.0:1749394471.032358:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749394471.032360:0:2000:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.203.132@tcp 00000400:00000200:0.0:1749394471.032364:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000010:3.0:1749394471.032365:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:0.0:1749394471.032368:0:2000:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.132@tcp local destination 00000400:00000200:0.0:1749394471.032371:0:2000:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1749394471.032374:0:2000:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.32@tcp 00000400:00000200:3.0:1749394471.032374:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749394471.032377:0:2000:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1749394471.032379:0:2000:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.132@tcp 00000400:00000200:0.0:1749394471.032383:0:2000:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.32@tcp NI seq info: [855:855:254:4294967295] 192.168.203.132@tcp LPNI seq info [870:870:6:4294967295] 00000400:00000200:3.0:1749394471.032383:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:0.0:1749394471.032387:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:3.0:1749394471.032388:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2e4c8 00000400:00000010:3.0:1749394471.032391:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2e4c8. 00000400:00000200:0.0:1749394471.032394:0:2000:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp:) -> 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) : PUT try# 0 00000800:00000200:0.0:1749394471.032398:0:2000:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.132@tcp 00000800:00000010:0.0:1749394471.032401:0:2000:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f67d00. 00000800:00000200:0.0:1749394471.032405:0:2000:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e3ada80] -> 12345-192.168.203.132@tcp (5) 00000100:00000200:3.0:1749394471.032405:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e69c00 x1834371499799296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749394471.032409:0:2000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:988 00000800:00000200:0.0:1749394471.032412:0:2000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6f67d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1749394471.032418:0:2000:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000800:00000200:3.0:1749394471.032430:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394471.032433:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67000. 00000400:00000200:3.0:1749394471.032435:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394471.032439:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394471.032442:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5330 00000400:00000010:3.0:1749394471.032444:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5330. 00000100:00000200:3.0:1749394471.032449:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6bb80 x1834371499799424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749394471.032555:0:1995:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749394471.032558:0:1995:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f67d00. 00000400:00000200:3.0:1749394471.032560:0:1995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749394471.032564:0:1995:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000400:00000200:3.0:1749394471.032567:0:1995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5a18 00000400:00000010:3.0:1749394471.032569:0:1995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5a18. 00000100:00000200:3.0:1749394471.032574:0:1995:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6e6a680 x1834371499799552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394471.034279:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034287:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394471.034296:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034300:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034305:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034310:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 224 into portal 25 MB=0x68459e5a1b300 00000400:00000200:2.0:1749394471.034315:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034322:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.132@tcp of length 224/224 into md 0x272d [1] + 224 00000400:00000200:2.0:1749394471.034334:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394471.034338:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394471.034348:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e69c00 x1834371499799296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394471.034388:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034393:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394471.034396:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034399:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034402:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034405:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1b380 00000400:00000200:2.0:1749394471.034408:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034412:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x273d [1] + 0 00000400:00000200:2.0:1749394471.034417:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394471.034421:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:2.0:1749394471.034426:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6bb80 x1834371499799424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394471.034452:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034465:0:1996:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.32@tcp(192.168.203.32@tcp) <- 192.168.203.132@tcp : PUT - for me 00000400:00000200:2.0:1749394471.034469:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034472:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034475:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000200:2.0:1749394471.034478:0:1996:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.132@tcp of length 416 into portal 10 MB=0x68459e5a1b400 00000400:00000200:2.0:1749394471.034481:0:1996:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.132@tcp to cpt 1 00000400:00000010:3.0:1749394471.034484:0:2003:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d586cb8. 00000400:00000200:3.0:1749394471.034493:0:2003:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012da2eb28 00000400:00000010:3.0:1749394471.034495:0:2003:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012da2eb28. 00000400:00000200:2.0:1749394471.034501:0:1996:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.132@tcp of length 416/416 into md 0x2745 [1] + 0 00000100:00000200:3.0:1749394471.034505:0:2003:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e69c00 x1834371499799296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749394471.034509:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f6318. 00000400:00000200:0.0:1749394471.034516:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f5110 00000400:00000010:0.0:1749394471.034518:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f5110. 00000100:00000200:3.0:1749394471.034518:0:2003:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e69c00 x1834371499799296/t0(0) o400->MGC192.168.203.132@tcp@192.168.203.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1749394487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749394471.034521:0:1996:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749394471.034525:0:1996:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.32@tcp->192.168.203.132@tcp: PUT: OK 00000100:00000200:0.0:1749394471.034528:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6bb80 x1834371499799424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749394471.034531:0:1996:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6e6a680 x1834371499799552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394471.034546:0:2003:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373f6a00. 00000100:00000200:0.0:1749394471.034550:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6bb80 x1834371499799424/t0(0) o38->lustre-MDT0000-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749394471.034552:0:2003:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0ef00. 00000100:00000010:3.0:1749394471.034556:0:2003:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e69c00. 00000400:00000010:0.0:1749394471.034577:0:2000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad3f62c0. 00000400:00000200:0.0:1749394471.034580:0:2000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3f57f8 00000400:00000010:0.0:1749394471.034581:0:2000:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad3f57f8. 00000100:00000200:0.0:1749394471.034586:0:2000:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6e6a680 x1834371499799552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749394471.034595:0:2000:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b6e6a680 x1834371499799552/t0(0) o38->lustre-MDT0001-mdc-ffff880136a76000@192.168.203.132@tcp:12/10 lens 520/544 e 0 to 0 dl 1749394481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749394471.034737:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c59c00. 02000000:00000010:0.0:1749394471.034745:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a93c00. 00000100:00000010:0.0:1749394471.034749:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6bb80. 02000000:00000010:0.0:1749394471.034754:0:2000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9c5ac00. 02000000:00000010:0.0:1749394471.034758:0:2000:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3a91800. 00000100:00000010:0.0:1749394471.034761:0:2000:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e6a680. 00000100:00000010:3.0:1749394471.035732:0:796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8ce00. 00000100:00000010:2.0:1749394471.035753:0:540:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ab8cc40. Debug log: 48649 lines, 48649 kept, 0 dropped, 0 bad.