00000400:00000010:3.0F:1779693052.113056:0:2345:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000007f815697. 00000400:00000010:3.0:1779693052.113073:0:2345:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000af5b51dd. 00000400:00000010:3.0:1779693052.113076:0:2345:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000007aaf8bbf. 00000400:00000010:3.0:1779693052.113078:0:2345:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000266311d4. 00000400:00000010:3.0:1779693052.113081:0:2345:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 00000000d1a0db85. 00000400:00000010:3.0:1779693052.113083:0:2345:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000001f516b7f. 00000400:00000010:3.0:1779693052.113085:0:2345:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 0000000016c40375. 00000400:00000010:3.0:1779693052.113087:0:2345:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000c9068d81. 00000400:00000010:3.0:1779693052.113089:0:2345:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 0000000063db74dc. 00000400:00000010:2.0F:1779693052.892800:0:2345:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000711f431f. 00000400:00000010:2.0:1779693052.892820:0:2345:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008b6ab4a4. 00000400:00000010:2.0:1779693052.892825:0:2345:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca9a6d0f. 00000400:00000010:2.0:1779693052.892827:0:2345:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2edd9e8. 00000400:00000010:2.0:1779693052.892830:0:2345:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000d1cc2e4a. 00000400:00000010:2.0:1779693052.892832:0:2345:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a381d82e. 00000400:00000010:2.0:1779693052.892833:0:2345:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d174de88. 00000400:00000010:2.0:1779693052.892835:0:2345:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7dcb1e6. 00000400:00000200:2.0:1779693052.893042:0:2345:0:(api-ni.c:980:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0:1779693053.098645:0:2361:0:(api-ni.c:980:lnet_register_lnd()) tcp LND registered 00000020:02000000:3.0:1779693053.562688:0:2374:0:(class_obd.c:787:obdclass_init()) Lustre: Build Version: 2.17.53_24_gacb3840 00000020:00000010:3.0:1779693053.567976:0:2374:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 00000000b519fad0. 00000001:00000010:3.0:1779693053.568950:0:2374:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000069d3fcf0. 00000001:00000010:3.0:1779693053.568956:0:2374:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f618418f. 00000001:00000010:3.0:1779693053.568959:0:2374:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bdbf6c8f. 00000001:00000010:3.0:1779693053.568973:0:2374:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d938a3ab. 00000001:00000010:3.0:1779693053.568975:0:2374:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dad00a50. 00000001:00000010:3.0:1779693053.568977:0:2374:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dbb9c48f. 00000020:00000010:3.0:1779693053.569025:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2757c8c. 00000020:00000010:3.0:1779693053.569029:0:2374:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000067180d00. 00000020:00000010:3.0:1779693053.569033:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000443ad233. 00000020:00000010:3.0:1779693053.569036:0:2374:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3bd638e. 00000001:00000010:3.0:1779693053.569039:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000032fc0b1a. 00000020:00000010:3.0:1779693053.569601:0:2374:0:(cl_object.c:1176:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000cc95391d. 00000020:00000010:3.0:1779693053.569777:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018e01795. 00000020:00000010:3.0:1779693053.569781:0:2374:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ff7cf36. 00000020:00000010:3.0:1779693053.569784:0:2374:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000d57d475e. 00000020:00000010:3.0:1779693053.569787:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039b82148. 00000020:00000010:3.0:1779693053.569790:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfc90fab. 00000020:00000010:3.0:1779693053.569792:0:2374:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f223d646. 00000020:00000010:3.0:1779693053.569794:0:2374:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000081f6b809. 00000020:00000010:3.0:1779693053.569795:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d4d1f73. 00000020:00000010:3.0:1779693053.569798:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ba99001. 00000020:00000010:3.0:1779693053.569805:0:2374:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e13e8967. 00000020:00000010:3.0:1779693053.569806:0:2374:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000485e55e3. 00000020:00000010:3.0:1779693053.569808:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007832e095. 00000020:00000010:3.0:1779693053.569811:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6646ccd. 00000020:00000010:3.0:1779693053.569813:0:2374:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000054a62041. 00000020:00000010:3.0:1779693053.569814:0:2374:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000007d18e1f5. 00000020:00000010:3.0:1779693053.569817:0:2374:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4835659. 02000000:00000010:3.0:1779693053.569821:0:2374:0:(page_pools.c:1088:obd_pool_init()) kmalloced '(page_pools)': 112 at 0000000058ae6cc5. 02000000:00000010:3.0:1779693053.569824:0:2374:0:(page_pools.c:1092:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 000000000c71f550. 02000000:00000010:3.0:1779693053.569835:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f11d244b. 02000000:00000010:3.0:1779693053.569839:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 000000005919c4ed. 00000001:00000010:3.0:1779693053.569841:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e47c54b5. 00000020:00000010:3.0:1779693053.569875:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000f2c14957. 00000020:00000010:3.0:1779693053.569882:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000f2c14957. 02000000:00000010:3.0:1779693053.569886:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ce04944a. 02000000:00000010:3.0:1779693053.569888:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 000000000a090296. 00000001:00000010:3.0:1779693053.569890:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a33fee34. 00000020:00000010:3.0:1779693053.569932:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000050ddf1ef. 00000020:00000010:3.0:1779693053.569939:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000050ddf1ef. 02000000:00000010:3.0:1779693053.569942:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000001bcc8451. 02000000:00000010:3.0:1779693053.569944:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 00000000d5c3bf1c. 00000001:00000010:3.0:1779693053.569946:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000013188c6d. 00000020:00000010:3.0:1779693053.569975:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000050ddf1ef. 00000020:00000010:3.0:1779693053.569981:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000050ddf1ef. 02000000:00000010:3.0:1779693053.569984:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ef9ba0bd. 02000000:00000010:3.0:1779693053.569986:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 0000000050ddf1ef. 00000001:00000010:3.0:1779693053.569988:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a55df0ae. 00000020:00000010:3.0:1779693053.570003:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000271a0ab5. 00000020:00000010:3.0:1779693053.570009:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000271a0ab5. 02000000:00000010:3.0:1779693053.570011:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000000f72ef52. 02000000:00000010:3.0:1779693053.570014:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 0000000056f44141. 00000001:00000010:3.0:1779693053.570021:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000084e5dac2. 00000020:00000010:3.0:1779693053.570037:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000271a0ab5. 00000020:00000010:3.0:1779693053.570042:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000271a0ab5. 02000000:00000010:3.0:1779693053.570045:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000002d4b62d6. 02000000:00000010:3.0:1779693053.570047:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 0000000011264854. 00000001:00000010:3.0:1779693053.570049:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000052ce3f55. 00000020:00000010:3.0:1779693053.570074:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006403cea5. 00000020:00000010:3.0:1779693053.570080:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006403cea5. 02000000:00000010:3.0:1779693053.570188:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007720676c. 02000000:00000010:3.0:1779693053.570191:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 0000000013516474. 00000001:00000010:3.0:1779693053.570194:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000006a500ea2. 00000020:00000010:3.0:1779693053.570229:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000019226d3f. 00000020:00000010:3.0:1779693053.570236:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000019226d3f. 02000000:00000010:3.0:1779693053.570239:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a24ea342. 02000000:00000010:3.0:1779693053.570241:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 0000000011f42937. 00000001:00000010:3.0:1779693053.570242:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f826cccc. 00000020:00000010:3.0:1779693053.570256:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000019226d3f. 00000020:00000010:3.0:1779693053.570261:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000019226d3f. 02000000:00000010:3.0:1779693053.570264:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000dca79989. 02000000:00000010:3.0:1779693053.570266:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000c5b1a993. 00000001:00000010:3.0:1779693053.570268:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e96bb7f6. 00000020:00000010:3.0:1779693053.570282:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000019226d3f. 00000020:00000010:3.0:1779693053.570287:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000019226d3f. 02000000:00000010:3.0:1779693053.570289:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000085d79fa7. 02000000:00000010:3.0:1779693053.570291:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000000193574. 00000001:00000010:3.0:1779693053.570293:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000c24c1c74. 00000020:00000010:3.0:1779693053.570314:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006c331e99. 00000020:00000010:3.0:1779693053.570332:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006c331e99. 02000000:00000010:3.0:1779693053.570336:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000009129be88. 02000000:00000010:3.0:1779693053.570338:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000000066bada. 00000001:00000010:3.0:1779693053.570340:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000008d87a44. 00000020:00000010:3.0:1779693053.570359:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006c331e99. 00000020:00000010:3.0:1779693053.570364:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006c331e99. 02000000:00000010:3.0:1779693053.570367:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000002c9b2c78. 02000000:00000010:3.0:1779693053.570369:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000d0025ebe. 00000001:00000010:3.0:1779693053.570370:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bbf7ed10. 00000020:00000010:3.0:1779693053.570402:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c1b47452. 00000020:00000010:3.0:1779693053.570409:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c1b47452. 02000000:00000010:3.0:1779693053.570412:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e65e7770. 02000000:00000010:3.0:1779693053.570414:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000006d7c9f2d. 00000001:00000010:3.0:1779693053.570416:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007dbac370. 00000020:00000010:3.0:1779693053.570430:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c1b47452. 00000020:00000010:3.0:1779693053.570434:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c1b47452. 02000000:00000010:3.0:1779693053.570437:0:2374:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000008afe6102. 02000000:00000010:3.0:1779693053.570439:0:2374:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000000eda62c4. 00000001:00000010:3.0:1779693053.570442:0:2374:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bb31ab97. 00000020:00000010:3.0:1779693053.570456:0:2374:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c1b47452. 00000020:00000010:3.0:1779693053.570461:0:2374:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c1b47452. 00000400:00000010:1.0F:1779693054.391041:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000be6c5860. 00000400:00000010:1.0:1779693054.391487:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9f2d6e3. 00000400:00000010:1.0:1779693054.391490:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d26b16a. 00000100:00000010:1.0:1779693054.391495:0:2389:0:(service.c:3595:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000ee6bc067. 00000100:00000010:1.0:1779693054.391507:0:2389:0:(service.c:3595:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000370a37cb. 00000100:00000010:2.0:1779693054.392758:0:2391:0:(service.c:3238:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000c95a653d. 00000020:00000010:0.0F:1779693054.396506:0:2391:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009104b71f. 00000020:00000010:0.0:1779693054.396530:0:2391:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e7317441. 00000040:00000010:0.0:1779693054.396535:0:2391:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000000a8b9d2f. 00000020:00000010:0.0:1779693054.396539:0:2391:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078439ff5. 00000020:00000010:0.0:1779693054.396543:0:2391:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f73cfff9. 00000100:00000010:2.0:1779693054.399079:0:2392:0:(service.c:3238:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000b1dfabbc. 00000020:00000010:2.0:1779693054.399095:0:2392:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff75f9bd. 00000020:00000010:2.0:1779693054.399100:0:2392:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b250d99. 00000040:00000010:2.0:1779693054.399104:0:2392:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000003b8418bc. 00000020:00000010:2.0:1779693054.399108:0:2392:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000082d43bc2. 00000020:00000010:2.0:1779693054.399112:0:2392:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007e444377. 00000100:00000200:1.0:1779693054.399231:0:2389:0:(events.c:596:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:1.0:1779693054.399464:0:2389:0:(api-ni.c:677:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 0000000018ce365c. 00000400:00000010:1.0:1779693054.399470:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ef9ddd29. 00000400:00000010:1.0:1779693054.399473:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001dbb03a2. 00000400:00000010:1.0:1779693054.399476:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000cfd656d7. 00000400:00000010:1.0:1779693054.399478:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006aad34f3. 00000400:00000010:1.0:1779693054.399480:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000029d0e459. 00000400:00000010:1.0:1779693054.399481:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001a2347cb. 00000400:00000010:1.0:1779693054.399486:0:2389:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000004e9587fb. 00000400:00000010:1.0:1779693054.399491:0:2389:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000042b6671. 00000400:00000010:1.0:1779693054.399495:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ecc379a9. 00000400:00000010:1.0:1779693054.399508:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000a2d2033d. 00000400:00000010:1.0:1779693054.399510:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000012cb190. 00000400:00000010:1.0:1779693054.399514:0:2389:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 0000000097ede8b2. 00000400:00000010:1.0:1779693054.399516:0:2389:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000004c28fc8f. 00000400:00000010:1.0:1779693054.399518:0:2389:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000eb3a575b. 00000400:00000010:1.0:1779693054.399520:0:2389:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000b0512877. 00000400:00000010:1.0:1779693054.399584:0:2389:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000c534a73c. 00000400:00000010:1.0:1779693054.399614:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000081bcd4a6. 00000400:00000010:1.0:1779693054.399618:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000752cacdb. 00000400:00000010:1.0:1779693054.399620:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ab33364. 00000400:00000010:1.0:1779693054.399677:0:2389:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000006126652d. 00000400:00000010:2.0:1779693054.400563:0:2389:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000018eb6192. 00000400:00000010:2.0:1779693054.400598:0:2389:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000189a4457. 00000400:00000010:2.0:1779693054.400602:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000266b9b9c. 00000400:00000010:2.0:1779693054.400605:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007be29483. 00000400:00000010:2.0:1779693054.400608:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f698f32b. 00000400:00000010:2.0:1779693054.400609:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000287ff19a. 00000400:00000010:2.0:1779693054.400615:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003e3bdd4c. 00000400:00000010:2.0:1779693054.400619:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b3de6fa4. 00000400:00000010:2.0:1779693054.400622:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a1e36369. 00000400:00000010:2.0:1779693054.400623:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b95d65a2. 00000400:00000010:2.0:1779693054.400625:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6117383. 00000400:00000010:2.0:1779693054.400627:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002dc8a1c7. 00000400:00000010:2.0:1779693054.400630:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000024c94f91. 00000400:00000010:2.0:1779693054.400643:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ef51e846. 00000400:00000010:2.0:1779693054.400647:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000493ef286. 00000400:00000010:2.0:1779693054.400649:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ca661799. 00000400:00000010:2.0:1779693054.400651:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f47068b8. 00000400:00000010:2.0:1779693054.400652:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e8d348a0. 00000400:00000010:2.0:1779693054.400660:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000018a175e6. 00000400:00000010:2.0:1779693054.400665:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000067582cb2. 00000400:00000010:2.0:1779693054.400667:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000de6ef514. 00000400:00000010:2.0:1779693054.400669:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dca6e16c. 00000400:00000010:2.0:1779693054.400670:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec9d26cb. 00000400:00000010:2.0:1779693054.400672:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005596cebc. 00000400:00000010:2.0:1779693054.400676:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad2c2fe3. 00000400:00000010:2.0:1779693054.400685:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000032579942. 00000400:00000010:2.0:1779693054.400688:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bced098f. 00000400:00000010:2.0:1779693054.400691:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009cb42f54. 00000400:00000010:2.0:1779693054.400693:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005a145ece. 00000400:00000010:2.0:1779693054.400694:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002607963. 00000400:00000010:2.0:1779693054.400698:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000079b9b176. 00000400:00000010:2.0:1779693054.400703:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c815fc8c. 00000400:00000010:2.0:1779693054.400705:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dd032de7. 00000400:00000010:2.0:1779693054.400706:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000082f2830a. 00000400:00000010:2.0:1779693054.400708:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a4450872. 00000400:00000010:2.0:1779693054.400709:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000016a7bdb7. 00000400:00000010:2.0:1779693054.400713:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a77841f4. 00000400:00000010:2.0:1779693054.400752:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c225141b. 00000400:00000010:2.0:1779693054.400758:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c265d043. 00000400:00000010:2.0:1779693054.400760:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006b1077ea. 00000400:00000010:2.0:1779693054.400762:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085ffa037. 00000400:00000010:2.0:1779693054.400764:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059feca47. 00000400:00000010:2.0:1779693054.400768:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000016886253. 00000400:00000010:2.0:1779693054.400772:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ae2e1f51. 00000400:00000010:2.0:1779693054.400775:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000093556599. 00000400:00000010:2.0:1779693054.400776:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005bbdd354. 00000400:00000010:2.0:1779693054.400779:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8b05b4e. 00000400:00000010:2.0:1779693054.400780:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec725f8b. 00000400:00000010:2.0:1779693054.400784:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eb7adfa2. 00000400:00000010:2.0:1779693054.400803:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006adc2cef. 00000400:00000010:2.0:1779693054.400808:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000faae4ee6. 00000400:00000010:2.0:1779693054.400815:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c3844b3f. 00000400:00000010:2.0:1779693054.400817:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007eb71d7d. 00000400:00000010:2.0:1779693054.400818:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007677b58b. 00000400:00000010:2.0:1779693054.400822:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ca21520c. 00000400:00000010:2.0:1779693054.400826:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004525f668. 00000400:00000010:2.0:1779693054.400829:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c46a1f74. 00000400:00000010:2.0:1779693054.400831:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a7131466. 00000400:00000010:2.0:1779693054.400833:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009bbd319a. 00000400:00000010:2.0:1779693054.400834:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009582729b. 00000400:00000010:2.0:1779693054.400838:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e1624bd4. 00000400:00000010:2.0:1779693054.400847:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000f0f4aad. 00000400:00000010:2.0:1779693054.400851:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e6ca627d. 00000400:00000010:2.0:1779693054.400853:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000428826ed. 00000400:00000010:2.0:1779693054.400854:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033c09bf9. 00000400:00000010:2.0:1779693054.400856:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c2781d5. 00000400:00000010:2.0:1779693054.400859:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004a946d9b. 00000400:00000010:2.0:1779693054.400863:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000045b91ec3. 00000400:00000010:2.0:1779693054.400865:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003823dfb2. 00000400:00000010:2.0:1779693054.400867:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a4a8b49f. 00000400:00000010:2.0:1779693054.400868:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000040774233. 00000400:00000010:2.0:1779693054.400870:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002f6d1c0a. 00000400:00000010:2.0:1779693054.400873:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ffe3c2ed. 00000400:00000010:2.0:1779693054.400883:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000915d4332. 00000400:00000010:2.0:1779693054.400886:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008d5e3a1a. 00000400:00000010:2.0:1779693054.400887:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000009bf3c8e. 00000400:00000010:2.0:1779693054.400889:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8681919. 00000400:00000010:2.0:1779693054.400890:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d5595e3d. 00000400:00000010:2.0:1779693054.400894:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000097332ab5. 00000400:00000010:2.0:1779693054.400897:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000010c866f8. 00000400:00000010:2.0:1779693054.400899:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000351535fc. 00000400:00000010:2.0:1779693054.400901:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c9f46127. 00000400:00000010:2.0:1779693054.400902:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c59958f7. 00000400:00000010:2.0:1779693054.400904:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002f6e6358. 00000400:00000010:2.0:1779693054.400910:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006f2339df. 00000400:00000010:2.0:1779693054.400919:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e85be171. 00000400:00000010:2.0:1779693054.400922:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005931a373. 00000400:00000010:2.0:1779693054.400924:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000037eec87. 00000400:00000010:2.0:1779693054.400925:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a4167adb. 00000400:00000010:2.0:1779693054.400927:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c51fde4. 00000400:00000010:2.0:1779693054.400930:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000022558d50. 00000400:00000010:2.0:1779693054.400935:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b0d4e13c. 00000400:00000010:2.0:1779693054.400938:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d367c5be. 00000400:00000010:2.0:1779693054.400939:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000250e4fd1. 00000400:00000010:2.0:1779693054.400941:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6c467b7. 00000400:00000010:2.0:1779693054.400942:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007bac697b. 00000400:00000010:2.0:1779693054.400946:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000256461bd. 00000400:00000010:2.0:1779693054.400956:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008dfe114a. 00000400:00000010:2.0:1779693054.400959:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009456ec18. 00000400:00000010:2.0:1779693054.400961:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000aaa5634b. 00000400:00000010:2.0:1779693054.400963:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce628922. 00000400:00000010:2.0:1779693054.400964:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007073c0b6. 00000400:00000010:2.0:1779693054.400968:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005beaf270. 00000400:00000010:2.0:1779693054.400972:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000042af1844. 00000400:00000010:2.0:1779693054.400974:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000334d7015. 00000400:00000010:2.0:1779693054.400976:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000004fd213e. 00000400:00000010:2.0:1779693054.400978:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa8f21e3. 00000400:00000010:2.0:1779693054.400980:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbf8bc71. 00000400:00000010:2.0:1779693054.400983:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5429e9c. 00000400:00000010:2.0:1779693054.400994:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a8cf4a13. 00000400:00000010:2.0:1779693054.400997:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000736ee680. 00000400:00000010:2.0:1779693054.400999:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009a63e8aa. 00000400:00000010:2.0:1779693054.401001:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c6d13db. 00000400:00000010:2.0:1779693054.401002:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002f9e0fdf. 00000400:00000010:2.0:1779693054.401006:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000593f6021. 00000400:00000010:2.0:1779693054.401009:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000084972d37. 00000400:00000010:2.0:1779693054.401011:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008344cde9. 00000400:00000010:2.0:1779693054.401016:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ea2afd9b. 00000400:00000010:2.0:1779693054.401018:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077d54362. 00000400:00000010:2.0:1779693054.401021:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007c722c6b. 00000400:00000010:2.0:1779693054.401024:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b8260d8c. 00000400:00000010:2.0:1779693054.401033:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000079eb820d. 00000400:00000010:2.0:1779693054.401036:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000316e292f. 00000400:00000010:2.0:1779693054.401038:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002cff7e17. 00000400:00000010:2.0:1779693054.401041:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2bdbb00. 00000400:00000010:2.0:1779693054.401043:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013ff5928. 00000400:00000010:2.0:1779693054.401047:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bea9e1a1. 00000400:00000010:2.0:1779693054.401051:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000095673aca. 00000400:00000010:2.0:1779693054.401053:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004cea4dd3. 00000400:00000010:2.0:1779693054.401056:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ba775282. 00000400:00000010:2.0:1779693054.401066:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002becc526. 00000400:00000010:2.0:1779693054.401069:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ebb4e4b8. 00000400:00000010:2.0:1779693054.401074:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b3b0091f. 00000400:00000010:2.0:1779693054.401084:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000541c770. 00000400:00000010:2.0:1779693054.401088:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b0be778e. 00000400:00000010:2.0:1779693054.401090:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009ccaef79. 00000400:00000010:2.0:1779693054.401092:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbc23e4b. 00000400:00000010:2.0:1779693054.401094:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004390e6d8. 00000400:00000010:2.0:1779693054.401097:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000146a6f30. 00000400:00000010:2.0:1779693054.401102:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000316a27db. 00000400:00000010:2.0:1779693054.401105:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003ea04039. 00000400:00000010:2.0:1779693054.401106:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000069d4f4a8. 00000400:00000010:2.0:1779693054.401108:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000023004023. 00000400:00000010:2.0:1779693054.401109:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063cd1c1b. 00000400:00000010:2.0:1779693054.401113:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000650cf67b. 00000400:00000010:2.0:1779693054.401122:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000004e0a6d9. 00000400:00000010:2.0:1779693054.401126:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007b5034ac. 00000400:00000010:2.0:1779693054.401128:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c5f728c4. 00000400:00000010:2.0:1779693054.401130:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000061c77905. 00000400:00000010:2.0:1779693054.401132:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091531d28. 00000400:00000010:2.0:1779693054.401139:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bfca5b5b. 00000400:00000010:2.0:1779693054.401144:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005babf948. 00000400:00000010:2.0:1779693054.401146:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f72e3791. 00000400:00000010:2.0:1779693054.401148:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f0bcfd3f. 00000400:00000010:2.0:1779693054.401150:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095696440. 00000400:00000010:2.0:1779693054.401151:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a165ceaa. 00000400:00000010:2.0:1779693054.401155:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a0739d0. 00000400:00000010:2.0:1779693054.401166:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004c1aae05. 00000400:00000010:2.0:1779693054.401170:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000443c6fc6. 00000400:00000010:2.0:1779693054.401172:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000006abe17b. 00000400:00000010:2.0:1779693054.401174:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6b286d0. 00000400:00000010:2.0:1779693054.401175:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e3f40e5a. 00000400:00000010:2.0:1779693054.401179:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003cfdf2f0. 00000400:00000010:2.0:1779693054.401183:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d11225b9. 00000400:00000010:2.0:1779693054.401185:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000046b86b5d. 00000400:00000010:2.0:1779693054.401186:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ee27f594. 00000400:00000010:2.0:1779693054.401188:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000623db003. 00000400:00000010:2.0:1779693054.401189:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc16f0af. 00000400:00000010:2.0:1779693054.401193:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c9daa742. 00000400:00000010:2.0:1779693054.401203:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000000b4c82. 00000400:00000010:2.0:1779693054.401207:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c69774b6. 00000400:00000010:2.0:1779693054.401209:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006c106efd. 00000400:00000010:2.0:1779693054.401210:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d82b596. 00000400:00000010:2.0:1779693054.401212:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000088a35d3e. 00000400:00000010:2.0:1779693054.401216:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006e481b0a. 00000400:00000010:2.0:1779693054.401220:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002e05b6a4. 00000400:00000010:2.0:1779693054.401222:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ab0e2f3b. 00000400:00000010:2.0:1779693054.401224:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cfc4cb3b. 00000400:00000010:2.0:1779693054.401226:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000770752e9. 00000400:00000010:2.0:1779693054.401227:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d360000. 00000400:00000010:2.0:1779693054.401230:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b13812bf. 00000400:00000010:2.0:1779693054.401241:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000018c0cdff. 00000400:00000010:2.0:1779693054.401245:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c459c9a7. 00000400:00000010:2.0:1779693054.401250:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000058c998cb. 00000400:00000010:2.0:1779693054.401252:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c56c125. 00000400:00000010:2.0:1779693054.401253:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d2f6bcae. 00000400:00000010:2.0:1779693054.401257:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009ce65833. 00000400:00000010:2.0:1779693054.401262:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002e052e2f. 00000400:00000010:2.0:1779693054.401264:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b633a724. 00000400:00000010:2.0:1779693054.401266:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c16bcee5. 00000400:00000010:2.0:1779693054.401268:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000074266c4d. 00000400:00000010:2.0:1779693054.401269:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024802d24. 00000400:00000010:2.0:1779693054.401273:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007cda1041. 00000400:00000010:2.0:1779693054.401284:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000074fb297. 00000400:00000010:2.0:1779693054.401287:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007e18690d. 00000400:00000010:2.0:1779693054.401289:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001edd141a. 00000400:00000010:2.0:1779693054.401291:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000621ad40. 00000400:00000010:2.0:1779693054.401293:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce2bc57f. 00000400:00000010:2.0:1779693054.401296:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dde6f784. 00000400:00000010:2.0:1779693054.401299:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bc995060. 00000400:00000010:2.0:1779693054.401301:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008b2c57d4. 00000400:00000010:2.0:1779693054.401303:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ed54a1fd. 00000400:00000010:2.0:1779693054.401304:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006d1fc2ca. 00000400:00000010:2.0:1779693054.401306:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046b8c51e. 00000400:00000010:2.0:1779693054.401309:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8271845. 00000400:00000010:2.0:1779693054.401318:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d79a9666. 00000400:00000010:2.0:1779693054.401321:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cdb8c6ba. 00000400:00000010:2.0:1779693054.401323:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000013104e. 00000400:00000010:2.0:1779693054.401324:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000032577870. 00000400:00000010:2.0:1779693054.401326:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000003ad03cc. 00000400:00000010:2.0:1779693054.401329:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000261a818d. 00000400:00000010:2.0:1779693054.401333:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e131d8d5. 00000400:00000010:2.0:1779693054.401335:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000816900ff. 00000400:00000010:2.0:1779693054.401336:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008f63d592. 00000400:00000010:2.0:1779693054.401338:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083ef2da1. 00000400:00000010:2.0:1779693054.401340:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe9a22ca. 00000400:00000010:2.0:1779693054.401348:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dee6f910. 00000400:00000010:2.0:1779693054.401357:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002341d46b. 00000400:00000010:2.0:1779693054.401360:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008687d5a1. 00000400:00000010:2.0:1779693054.401362:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f49068c4. 00000400:00000010:2.0:1779693054.401363:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094ba13bf. 00000400:00000010:2.0:1779693054.401365:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009089904e. 00000400:00000010:2.0:1779693054.401368:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008bc18a1b. 00000400:00000010:2.0:1779693054.401372:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b2cb010. 00000400:00000010:2.0:1779693054.401374:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000070511a9d. 00000400:00000010:2.0:1779693054.401375:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b3542486. 00000400:00000010:2.0:1779693054.401376:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006143abee. 00000400:00000010:2.0:1779693054.401378:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b71c8e4b. 00000400:00000010:2.0:1779693054.401381:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000261ebf92. 00000400:00000010:2.0:1779693054.401390:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5b4cbb3. 00000400:00000010:2.0:1779693054.401392:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ff025f7f. 00000400:00000010:2.0:1779693054.401394:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000076116d7c. 00000400:00000010:2.0:1779693054.401395:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e35f59e. 00000400:00000010:2.0:1779693054.401396:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087f8eaab. 00000400:00000010:2.0:1779693054.401399:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000024dbc6c5. 00000400:00000010:2.0:1779693054.401404:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eaea0712. 00000400:00000010:2.0:1779693054.401405:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bb6b758a. 00000400:00000010:2.0:1779693054.401407:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000037a2d1d6. 00000400:00000010:2.0:1779693054.401408:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f2dbe26. 00000400:00000010:2.0:1779693054.401410:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000569dc54e. 00000400:00000010:2.0:1779693054.401413:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bc40627e. 00000400:00000010:2.0:1779693054.401421:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002165f01b. 00000400:00000010:2.0:1779693054.401424:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001c7a301c. 00000400:00000010:2.0:1779693054.401426:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008e253064. 00000400:00000010:2.0:1779693054.401428:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000929c5c8c. 00000400:00000010:2.0:1779693054.401429:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ee6e54bb. 00000400:00000010:2.0:1779693054.401433:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b6abe6a9. 00000400:00000010:2.0:1779693054.401437:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad1d7ac1. 00000400:00000010:2.0:1779693054.401439:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b8337070. 00000400:00000010:2.0:1779693054.401444:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000073600148. 00000400:00000010:2.0:1779693054.401446:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000faf73c95. 00000400:00000010:2.0:1779693054.401447:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006af04f1c. 00000400:00000010:2.0:1779693054.401451:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b6907d3. 00000400:00000010:2.0:1779693054.401460:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000990f49be. 00000400:00000010:2.0:1779693054.401463:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003e56441a. 00000400:00000010:2.0:1779693054.401465:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d0c7d951. 00000400:00000010:2.0:1779693054.401467:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4de49b9. 00000400:00000010:2.0:1779693054.401469:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000011ad3400. 00000400:00000010:2.0:1779693054.401473:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003a09b17b. 00000400:00000010:2.0:1779693054.401476:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005b6c53b3. 00000400:00000010:2.0:1779693054.401479:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e8f805ee. 00000400:00000010:2.0:1779693054.401480:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c3541987. 00000400:00000010:2.0:1779693054.401482:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000874cfef. 00000400:00000010:2.0:1779693054.401484:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f73e704. 00000400:00000010:2.0:1779693054.401487:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002c04dbe7. 00000400:00000010:2.0:1779693054.401508:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cabb5f26. 00000400:00000010:2.0:1779693054.401513:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f3e38584. 00000400:00000010:2.0:1779693054.401515:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e3edfc53. 00000400:00000010:2.0:1779693054.401517:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ebdb7b29. 00000400:00000010:2.0:1779693054.401519:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002aa1e664. 00000400:00000010:2.0:1779693054.401523:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003c877468. 00000400:00000010:2.0:1779693054.401527:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a5721a30. 00000400:00000010:2.0:1779693054.401529:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009f4a6717. 00000400:00000010:2.0:1779693054.401531:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007aa9acc6. 00000400:00000010:2.0:1779693054.401532:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071f17ac1. 00000400:00000010:2.0:1779693054.401533:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c82144e4. 00000400:00000010:2.0:1779693054.401537:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000098ab249f. 00000400:00000010:2.0:1779693054.401547:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000085ee4072. 00000400:00000010:2.0:1779693054.401550:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006b23743f. 00000400:00000010:2.0:1779693054.401551:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c994394c. 00000400:00000010:2.0:1779693054.401553:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000001d6e926. 00000400:00000010:2.0:1779693054.401554:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006077706b. 00000400:00000010:2.0:1779693054.401563:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ab8b9b69. 00000400:00000010:2.0:1779693054.401567:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a8aa73e3. 00000400:00000010:2.0:1779693054.401570:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ccd15881. 00000400:00000010:2.0:1779693054.401571:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e6d3a90e. 00000400:00000010:2.0:1779693054.401573:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000508958be. 00000400:00000010:2.0:1779693054.401574:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ccf480c. 00000400:00000010:2.0:1779693054.401578:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b8f83974. 00000400:00000010:2.0:1779693054.401587:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002bbaaa44. 00000400:00000010:2.0:1779693054.401591:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e094fece. 00000400:00000010:2.0:1779693054.401593:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000afb2c445. 00000400:00000010:2.0:1779693054.401595:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003a11aa31. 00000400:00000010:2.0:1779693054.401598:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c092668. 00000400:00000010:2.0:1779693054.401602:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001f031e46. 00000400:00000010:2.0:1779693054.401606:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dee1e989. 00000400:00000010:2.0:1779693054.401608:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005e175665. 00000400:00000010:2.0:1779693054.401610:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c4660856. 00000400:00000010:2.0:1779693054.401612:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000001db8d68. 00000400:00000010:2.0:1779693054.401613:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085edb436. 00000400:00000010:2.0:1779693054.401617:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d410f0f9. 00000400:00000010:2.0:1779693054.401628:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f0042d0c. 00000400:00000010:2.0:1779693054.401631:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f18f6a8d. 00000400:00000010:2.0:1779693054.401633:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008ed2fb55. 00000400:00000010:2.0:1779693054.401635:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098065f02. 00000400:00000010:2.0:1779693054.401637:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d3de786. 00000400:00000010:2.0:1779693054.401641:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ce74b080. 00000400:00000010:2.0:1779693054.401644:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ab63d41d. 00000400:00000010:2.0:1779693054.401647:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001962dbb6. 00000400:00000010:2.0:1779693054.401648:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000022dda1f1. 00000400:00000010:2.0:1779693054.401650:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094583162. 00000400:00000010:2.0:1779693054.401651:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009cbd3c5c. 00000400:00000010:2.0:1779693054.401655:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5d2a523. 00000400:00000010:2.0:1779693054.401664:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000047f80ed0. 00000400:00000010:2.0:1779693054.401667:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000072e3f7a3. 00000400:00000010:2.0:1779693054.401672:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003a5f9b7a. 00000400:00000010:2.0:1779693054.401674:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef726d75. 00000400:00000010:2.0:1779693054.401676:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000310e9e95. 00000400:00000010:2.0:1779693054.401680:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b1e351f0. 00000400:00000010:2.0:1779693054.401687:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000042f13b52. 00000400:00000010:2.0:1779693054.401690:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006d0e6d03. 00000400:00000010:2.0:1779693054.401691:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001ac1cee1. 00000400:00000010:2.0:1779693054.401693:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ee4746f. 00000400:00000010:2.0:1779693054.401694:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db9a72ee. 00000400:00000010:2.0:1779693054.401698:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dcc6e413. 00000400:00000010:2.0:1779693054.401707:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dbf3dc7a. 00000400:00000010:2.0:1779693054.401710:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003cbb7b29. 00000400:00000010:2.0:1779693054.401712:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d95d4397. 00000400:00000010:2.0:1779693054.401713:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d3348bf. 00000400:00000010:2.0:1779693054.401715:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b67c75b. 00000400:00000010:2.0:1779693054.401718:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002fe5dfbc. 00000400:00000010:2.0:1779693054.401747:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cd8909e2. 00000400:00000010:2.0:1779693054.401752:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005dda5b7d. 00000400:00000010:2.0:1779693054.401754:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002be9527a. 00000400:00000010:2.0:1779693054.401756:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f5605b5. 00000400:00000010:2.0:1779693054.401757:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000766ad931. 00000400:00000010:2.0:1779693054.401761:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000936a46a4. 00000400:00000010:2.0:1779693054.401771:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ead879b2. 00000400:00000010:2.0:1779693054.401775:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c6aaf0db. 00000400:00000010:2.0:1779693054.401777:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000067e903e8. 00000400:00000010:2.0:1779693054.401779:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000042f9597c. 00000400:00000010:2.0:1779693054.401780:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f78da7e. 00000400:00000010:2.0:1779693054.401783:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000edfcac19. 00000400:00000010:2.0:1779693054.401788:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009f990a1d. 00000400:00000010:2.0:1779693054.401790:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001fa1e550. 00000400:00000010:2.0:1779693054.401792:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000465ce24a. 00000400:00000010:2.0:1779693054.401793:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e600370. 00000400:00000010:2.0:1779693054.401795:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000029a36200. 00000400:00000010:2.0:1779693054.401803:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009acee49d. 00000400:00000010:2.0:1779693054.401813:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e7f40afc. 00000400:00000010:2.0:1779693054.401816:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000608c0357. 00000400:00000010:2.0:1779693054.401818:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d8f05977. 00000400:00000010:2.0:1779693054.401820:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012facd8d. 00000400:00000010:2.0:1779693054.401821:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000883ca1ea. 00000400:00000010:2.0:1779693054.401825:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000002b9855. 00000400:00000010:2.0:1779693054.401829:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007797c024. 00000400:00000010:2.0:1779693054.401831:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d8618ef2. 00000400:00000010:2.0:1779693054.401833:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f36320ff. 00000400:00000010:2.0:1779693054.401834:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003248b14a. 00000400:00000010:2.0:1779693054.401836:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bdec4e89. 00000400:00000010:2.0:1779693054.401839:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000084a14044. 00000400:00000010:2.0:1779693054.401848:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000004ff99b1. 00000400:00000010:2.0:1779693054.401851:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000867dd68c. 00000400:00000010:2.0:1779693054.401853:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000017e6ca1a. 00000400:00000010:2.0:1779693054.401854:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c494eaa7. 00000400:00000010:2.0:1779693054.401856:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091a2c1b2. 00000400:00000010:2.0:1779693054.401860:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000046e21fe0. 00000400:00000010:2.0:1779693054.401864:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c882775d. 00000400:00000010:2.0:1779693054.401866:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f66f51c5. 00000400:00000010:2.0:1779693054.401868:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000005212db1. 00000400:00000010:2.0:1779693054.401870:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a60b34a2. 00000400:00000010:2.0:1779693054.401872:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071613145. 00000400:00000010:2.0:1779693054.401875:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004d9057aa. 00000400:00000010:2.0:1779693054.401884:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000067141dab. 00000400:00000010:2.0:1779693054.401888:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009a2c6c84. 00000400:00000010:2.0:1779693054.401889:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002f2957b6. 00000400:00000010:2.0:1779693054.401891:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b19a0af2. 00000400:00000010:2.0:1779693054.401893:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000694128b4. 00000400:00000010:2.0:1779693054.401897:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f8ef0258. 00000400:00000010:2.0:1779693054.401901:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f1996750. 00000400:00000010:2.0:1779693054.401903:0:2389:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a74a601c. 00000400:00000010:2.0:1779693054.401908:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006e00304a. 00000400:00000010:2.0:1779693054.401910:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003fc317bb. 00000400:00000010:2.0:1779693054.401912:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1a06d5c. 00000400:00000010:2.0:1779693054.401915:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cfd28585. 00000400:00000010:2.0:1779693054.401924:0:2389:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c20a591e. 00000400:00000010:2.0:1779693054.401927:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000027ff5d63. 00000400:00000010:2.0:1779693054.401929:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000062beb110. 00000400:00000010:2.0:1779693054.401931:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005091ef05. 00000400:00000010:2.0:1779693054.401934:0:2389:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000eca3fe36. 00000400:00000010:2.0:1779693054.401938:0:2389:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d1c5cd46. 00000400:00000010:2.0:1779693054.401940:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000037126c45. 00000400:00000010:2.0:1779693054.401942:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087900396. 00000400:00000010:2.0:1779693054.401943:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006296f146. 00000400:00000010:2.0:1779693054.401945:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003d76d3e4. 00000400:00000010:2.0:1779693054.401946:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000865ec0c1. 00000400:00000010:2.0:1779693054.401948:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba1fba49. 00000400:00000010:2.0:1779693054.401953:0:2389:0:(config.c:592:lnet_parse_networks()) alloc '(tokens)': 4 at 00000000bfed9d35. 00000400:00000010:2.0:1779693054.401957:0:2389:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000205af837. 00000400:00000010:2.0:1779693054.401959:0:2389:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a950d63e. 00000400:00000010:2.0:1779693054.401961:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ef5ad6ee. 00000400:00000010:2.0:1779693054.401963:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dfde2807. 00000400:00000010:2.0:1779693054.401964:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f60f6cd0. 00000400:00000010:2.0:1779693054.401966:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e1a8060. 00000400:00000010:2.0:1779693054.401967:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009abc03e8. 00000400:00000010:2.0:1779693054.401969:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de88dd1e. 00000400:00000010:2.0:1779693054.401971:0:2389:0:(config.c:804:lnet_parse_networks()) kfreed 'tokens': 4 at 00000000bfed9d35. 00000400:00000010:2.0:1779693054.401985:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000f72cd39. 00000400:00000010:2.0:1779693054.401988:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000dc8619c8. 00000400:00000010:2.0:1779693054.401990:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000f1815ae0. 00000800:00000200:0.0:1779693054.405997:0:2389:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 000000006bc42d0b 00000800:00000200:0.0:1779693054.406005:0:2389:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 000000006bc42d0b 00000800:00000200:0.0:1779693054.406008:0:2389:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 000000006bc42d0b 00000800:00000200:0.0:1779693054.406010:0:2389:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 000000006bc42d0b 00000800:00000010:0.0:1779693054.406017:0:2389:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000deb1f5df. 00000400:00000010:0.0:1779693054.406028:0:2389:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d43fa78a. 00000800:00000200:0.0:1779693054.406033:0:2389:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1779693054.419064:0:2389:0:(config.c:1547:lnet_get_link_status_locked()) device idx 1 get_link 2 00000400:00000200:3.0:1779693054.419133:0:2389:0:(acceptor.c:203:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.15) 00000400:02000000:3.0:1779693054.419146:0:2389:0:(api-ni.c:2702:lnet_startup_lndni()) Added LNI 192.168.203.15@tcp [8/256/0/180] 00000400:00000010:3.0:1779693054.422512:0:2389:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 0000000033e9bd4c. 00000400:00000010:3.0:1779693054.422532:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cc02682. 00000400:00000010:3.0:1779693054.422547:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0f9169f. 00000400:00000200:3.0:1779693054.422558:0:2389:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:3.0:1779693054.422562:0:2389:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006696e704. 00000400:00000010:3.0:1779693054.422564:0:2389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059eee173. 00000400:00000010:3.0:1779693054.422566:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cbdccd2. 00000400:00000200:3.0:1779693054.422568:0:2389:0:(api-ni.c:2329:lnet_push_target_post()) posted push target 000000006696e704 00000400:00000200:3.0:1779693054.422571:0:2389:0:(api-ni.c:2286:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:3.0:1779693054.422574:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002dcb8226. 00000400:00000010:3.0:1779693054.422577:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d03f46f2. 00000400:00000010:3.0:1779693054.422579:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b73e551. 00000400:00000010:3.0:1779693054.422586:0:2389:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ad5fa04c. 00000400:00000010:3.0:1779693054.422588:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009bff2e24. 00000400:00000010:3.0:1779693054.422590:0:2389:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7fa2feb. 00000400:00000200:2.0:1779693054.423611:0:2389:0:(peer.c:4234:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:2.0:1779693054.424057:0:2389:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 00000000580006e1. 00000400:00000200:1.0:1779693054.424281:0:2404:0:(peer.c:4060:lnet_peer_discovery()) started 00000100:00000010:1.0:1779693054.424394:0:2405:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071dca701. 00000020:00000010:1.0:1779693054.424402:0:2405:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024eb5685. 00000020:00000010:1.0:1779693054.424406:0:2405:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ffd4a16. 00000020:00000010:1.0:1779693054.424410:0:2405:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000ce9a93be. 00000040:00000010:1.0:1779693054.424413:0:2405:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000f59e49e2. 00000020:00000010:1.0:1779693054.424423:0:2405:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d546bdd1. 00000020:00000010:1.0:1779693054.424428:0:2405:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e8c156d. 00000100:00000010:2.0:1779693054.424473:0:2389:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000043cf8038. 00000100:00000010:2.0:1779693054.424478:0:2389:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000bfed9d35. 00000100:00000010:2.0:1779693054.424487:0:2389:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000074a898f9. 00000100:00000010:0.0:1779693054.425467:0:2406:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ccec5270. 00000020:00000010:0.0:1779693054.425475:0:2406:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002be0d624. 00000020:00000010:0.0:1779693054.425478:0:2406:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc18c807. 00000020:00000010:0.0:1779693054.425480:0:2406:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009a36cc7f. 00000040:00000010:0.0:1779693054.425483:0:2406:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000000eb58f5f. 00000020:00000010:0.0:1779693054.425487:0:2406:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000faf5a9a0. 00000020:00000010:0.0:1779693054.425489:0:2406:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcbab21b. 00000100:00000010:0.0:1779693054.426148:0:2407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a28f396. 00000020:00000010:0.0:1779693054.426218:0:2407:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de9484de. 00000020:00000010:0.0:1779693054.426221:0:2407:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a290c653. 00000020:00000010:0.0:1779693054.426224:0:2407:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000007dec4e62. 00000040:00000010:0.0:1779693054.426226:0:2407:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000003ccde679. 00000020:00000010:0.0:1779693054.426229:0:2407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fbda6928. 00000020:00000010:0.0:1779693054.426232:0:2407:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000aaee1f9. 00000100:00000010:3.0:1779693054.426308:0:2389:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000d4f507b0. 00000100:00000010:3.0:1779693054.426314:0:2389:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000004cd23f2c. 00000100:00000010:3.0:1779693054.426317:0:2389:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000d63268d8. 00000100:00000010:2.0:1779693054.426602:0:2408:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6ba263e. 00000020:00000010:2.0:1779693054.426606:0:2408:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3ebe8c4. 00000020:00000010:2.0:1779693054.426609:0:2408:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000890a9c32. 00000020:00000010:2.0:1779693054.426611:0:2408:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005d170dd0. 00000040:00000010:2.0:1779693054.426614:0:2408:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000d6b38c00. 00000020:00000010:2.0:1779693054.426616:0:2408:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003cb33cd9. 00000020:00000010:2.0:1779693054.426619:0:2408:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cce8ada. 00000100:00000010:2.0:1779693054.427415:0:2409:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054e11681. 00000020:00000010:2.0:1779693054.427421:0:2409:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e981a5b8. 00000020:00000010:2.0:1779693054.427424:0:2409:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d187d1e8. 00000020:00000010:2.0:1779693054.427428:0:2409:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000998ce1c1. 00000040:00000010:2.0:1779693054.427431:0:2409:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000009b9b8d5. 00000020:00000010:2.0:1779693054.427434:0:2409:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081316a91. 00000020:00000010:2.0:1779693054.427437:0:2409:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dabee9a3. 00000100:00000010:3.0:1779693054.427559:0:2389:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 00000000ed879a36. 00000100:00000010:3.0:1779693054.428023:0:2389:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000003b334d60. 00000100:00000010:3.0:1779693054.428029:0:2389:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000bc5e5761. 00000100:00000010:3.0:1779693054.428031:0:2389:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000348f7d0b. 00000100:00000010:3.0:1779693054.428032:0:2389:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000a2e2e8db. 00000100:00000010:3.0:1779693054.428034:0:2389:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000085360ab1. 00000100:00000010:3.0:1779693054.428036:0:2389:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000008537eca3. 00000001:00000010:3.0:1779693054.428304:0:2389:0:(nodemap_handler.c:4711:nodemap_config_alloc()) kmalloced '(config)': 488 at 0000000023f91f8a. 00000001:00000010:3.0:1779693054.428310:0:2389:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000046822b82. 00000001:00000010:3.0:1779693054.428315:0:2389:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009b7ef4da. 00000001:00000010:3.0:1779693054.428318:0:2389:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000007b274f62. 00000001:00000010:3.0:1779693054.428329:0:2389:0:(nodemap_handler.c:3532:nodemap_create()) kmalloced '(nodemap)': 968 at 00000000eaf4eef4. 00000001:00000010:3.0:1779693054.428372:0:2389:0:(nodemap_lproc.c:1458:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 000000009f89aae0. 02000000:00000010:2.0:1779693054.609438:0:2421:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000003eac1c19. 02000000:00000010:2.0:1779693054.609447:0:2421:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 000000008def9847. 02000000:00000010:2.0:1779693054.609452:0:2421:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000008f8c77b5. 02000000:00000010:2.0:1779693054.609464:0:2421:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000e265a2b1. 00000020:00000010:3.0:1779693056.816964:0:2473:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000004b4331f7. 00000001:00000010:3.0:1779693057.113002:0:2486:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b35fce90. 00000100:00000010:3.0:1779693057.113034:0:2486:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000fb4be701. 00000020:00000010:3.0:1779693057.113065:0:2486:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000bbad7a28. 00000020:00000010:3.0:1779693057.113333:0:2486:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000f60d5df9. 00000020:00000010:3.0:1779693057.113347:0:2486:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000f60d5df9. 00000020:00000010:3.0:1779693057.371424:0:2499:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000ffcdbebe. 00000020:00000010:0.0:1779693057.522380:0:2512:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000002fb1a108. 00000020:00000010:3.0:1779693057.642545:0:2526:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000e9fd0edd. 00008000:02000000:3.0:1779693057.806373:0:2539:0:(echo_client.c:2573:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:2.0:1779693057.824141:0:2539:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000080ac1123. 00000020:00000010:2.0:1779693057.824439:0:2539:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000000e748e8c. 00000020:00000010:1.0:1779693058.384948:0:2562:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000e917a26d. 00000020:00000010:3.0:1779693060.882589:0:2909:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000008f9e233d. 00000020:00000010:0.0:1779693061.204326:0:2922:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000ee3d2bb3. 00000020:00000010:1.0:1779693061.680716:0:2935:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000f69cb05f. 00000020:00000010:1.0:1779693061.680771:0:2935:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000008b12724. 00000020:00000010:3.0:1779693062.026659:0:2956:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000003bd7cd6c. 00000020:00000010:3.0:1779693062.378401:0:2969:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000003892469. 00000020:00000010:0.0:1779693062.388944:0:2969:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000003ba00b6f. 00000020:00000010:2.0:1779693062.705177:0:2984:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000012233caf. 00000020:00000010:2.0:1779693062.705197:0:2984:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000f512f783. 00000020:00000010:0.0:1779693063.289866:0:2997:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 00000000358802f0. 00000020:00000010:0.0:1779693063.289875:0:2997:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ef013ab. 00000020:00000010:0.0:1779693063.289879:0:2997:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ea7ae72. 00000020:00000010:0.0:1779693063.289882:0:2997:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000006c8e7e84. 00000008:00000010:0.0:1779693063.289903:0:2997:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000039209887. 00020000:00000010:0.0:1779693063.289907:0:2997:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a6f4aac4. 00008000:00000010:0.0:1779693063.289917:0:2997:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a22f02f8. 00000080:00000010:0.0:1779693063.289928:0:2997:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c23ef604. 00000080:00000010:0.0:1779693063.289938:0:2997:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000032bbe0c2. 00000020:00000010:0.0:1779693063.289943:0:2997:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006b3f1d4. 00000008:00000010:0.0:1779693063.289952:0:2997:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000daa555d8. 00020000:00000010:0.0:1779693063.289963:0:2997:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a2362635. 00008000:00000010:0.0:1779693063.289979:0:2997:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008447922a. 00000080:00000010:0.0:1779693063.289989:0:2997:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000c980877. 00000080:00000010:0.0:1779693204.746272:0:6162:0:(super25.c:251:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 0000000072c83741. 00000020:00000010:0.0:1779693204.746286:0:6162:0:(obd_mount.c:1365:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 000000009b6cec14. 00000020:00000010:0.0:1779693204.746296:0:6162:0:(obd_mount.c:1567:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 000000009384b8b6. 00000020:00000010:0.0:1779693204.746300:0:6162:0:(obd_mount.c:1623:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 00000000f24b57e0. 00000020:00000010:0.0:1779693204.746304:0:6162:0:(obd_mount.c:1651:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 00000000bd45c564. 00000020:00000010:0.0:1779693204.746446:0:6162:0:(obd_mount.c:633:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000d66c2e68. 00000020:00000010:0.0:1779693204.746464:0:6162:0:(obd_mount.c:323:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000a73878b0. 00000020:00000010:0.0:1779693204.746467:0:6162:0:(obd_mount.c:331:lustre_start_mgc()) kmalloced '(data)': 192 at 0000000002c4dc8f. 00000100:00000010:0.0:1779693204.746473:0:6162:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000fcbbaf9c. 00000400:00000200:0.0:1779693204.746476:0:6162:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1779693204.746480:0:6162:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.203.115@tcp 00000400:00000200:0.0:1779693204.746486:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693204.746491:0:6162:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000031bb5150. 00000400:00000200:0.0:1779693204.746495:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.746497:0:6162:0:(peer.c:263:lnet_peer_alloc()) 0000000031bb5150 nid 192.168.203.115@tcp 00000400:00000010:0.0:1779693204.746500:0:6162:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fe438b90. 00000400:00000200:0.0:1779693204.746502:0:6162:0:(peer.c:203:lnet_peer_net_alloc()) 00000000fe438b90 net tcp 00000400:00000200:0.0:1779693204.746505:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693204.746507:0:6162:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002f26cdde. 00000400:00000200:0.0:1779693204.746511:0:6162:0:(peer.c:184:lnet_peer_ni_alloc()) 000000002f26cdde nid 192.168.203.115@tcp 00000400:00000200:0.0:1779693204.746516:0:6162:0:(peer.c:1092:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.115@tcp: -2 00000400:00000200:0.0:1779693204.746520:0:6162:0:(peer.c:1649:lnet_peer_attach_peer_ni()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp flags 0x100001 00000400:00000200:0.0:1779693204.746524:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.746679:0:6162:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.115@tcp: 0 00000400:00000200:0.0:1779693204.746681:0:6162:0:(peer.c:2737:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1779693204.746684:0:6162:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1779693204.746686:0:6162:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp: 0. pending discovery 00000020:00000010:0.0:1779693204.746691:0:6162:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000d5a2d30b. 00000020:00000010:0.0:1779693204.746715:0:6162:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000001913ef82. 00000020:00000010:0.0:1779693204.746721:0:6162:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000d81ea569. 00000020:00000010:0.0:1779693204.747136:0:6162:0:(obd_mount.c:240:lustre_start_simple()) kmalloced '(lcfg)': 104 at 0000000028274235. 00000001:00000010:0.0:1779693204.747156:0:6162:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002cfe8366. 00000001:00000010:0.0:1779693204.747161:0:6162:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b9666179. 00000001:00000010:0.0:1779693204.747164:0:6162:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000861bd322. 00000001:00000010:0.0:1779693204.747167:0:6162:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5be0bed. 00000001:00000010:0.0:1779693204.747169:0:6162:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff479c62. 00000001:00000010:0.0:1779693204.747171:0:6162:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000134b10f7. 00000020:00000010:0.0:1779693204.747175:0:6162:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0951d45. 00000020:00000010:0.0:1779693204.747179:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062313809. 00000020:00000010:0.0:1779693204.747191:0:6162:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000018866ee. 00000008:00000010:0.0:1779693204.747196:0:6162:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ff2babfa. 00020000:00000010:0.0:1779693204.747199:0:6162:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000062a6161e. 00008000:00000010:0.0:1779693204.747203:0:6162:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000042d7d01c. 00000080:00000010:0.0:1779693204.747208:0:6162:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c7cb847c. 00000020:00000010:0.0:1779693204.747211:0:6162:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000515a4fd9. 00000020:00000010:0.0:1779693204.747215:0:6162:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000efba19cb. 00000040:00000010:0.0:1779693204.747218:0:6162:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000cc67e398. 00000020:00000010:0.0:1779693204.747221:0:6162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e5b6e9f2. 00000020:00000010:0.0:1779693204.747225:0:6162:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000008b196b66. 00040000:00000010:0.0:1779693204.747229:0:6162:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000037eba29d. 00040000:00000010:0.0:1779693204.747232:0:6162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003ea21108. 10000000:00000010:0.0:1779693204.747235:0:6162:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 0000000036249525. 00010000:00000010:0.0:1779693204.747245:0:6162:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000bee88add. 00010000:00000010:0.0:1779693204.747250:0:6162:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000babd0796. 00010000:00000010:0.0:1779693204.747257:0:6162:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 0000000099bd42c6. 00000100:00000010:0.0:1779693204.747356:0:6162:0:(service.c:747:ptlrpc_register_service()) kmalloced '(service)': 360 at 000000003e9fb7c3. 00000100:00000010:0.0:1779693204.747361:0:6162:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000fb6f667. 00000100:00000010:0.0:1779693204.747375:0:6162:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000082b30399. 00000100:00000010:0.0:1779693204.747383:0:6162:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000649ce439. 00000100:00000010:0.0:1779693204.747388:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4d3288d. 00000100:00000010:0.0:1779693204.747393:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007318fccd. 00000100:00000010:0.0:1779693204.747396:0:6162:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000063201c0c. 00000100:00000010:0.0:1779693204.747406:0:6162:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000fa9be9b0. 00000100:00000010:0.0:1779693204.747411:0:6162:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000930cd1b0. 00000100:00000010:0.0:1779693204.747415:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c68cd1d. 00000100:00000010:0.0:1779693204.747418:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1f80efb. 00000400:00000200:0.0:1779693204.747423:0:6162:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1779693204.747467:0:6162:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000759ea98a. 00000020:00000010:0.0:1779693204.747472:0:6162:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000080a76f74. 00000100:00000010:0.0:1779693204.747515:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000260b2cee. 00000100:00000010:0.0:1779693204.747522:0:6162:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000029b0c02d. 00000100:00000010:0.0:1779693204.747525:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000577612d8. 00000100:00000010:0.0:1779693204.747529:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c0019aa8. 00000100:00000010:0.0:1779693204.747531:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ffca7f37. 00000400:00000200:3.0:1779693204.748500:0:2404:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1779693204.748516:0:2404:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100041 00000400:00000010:1.0:1779693204.748906:0:2404:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fe4eec40. 00000400:00000010:1.0:1779693204.748923:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000593e40d0. 00000400:00000010:1.0:1779693204.748941:0:2404:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004aa2cfdb. 00000400:00000200:1.0:1779693204.748946:0:2404:0:(lib-move.c:5305:LNetGet()) LNetGet -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693204.748955:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.748961:0:2404:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693204.748966:0:2404:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693204.748971:0:2404:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693204.748975:0:2404:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693204.748977:0:2404:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693204.748980:0:2404:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [1:1:256:4294967295] 192.168.203.115@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1779693204.748984:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.748988:0:2404:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.115@tcp 00000400:00000200:1.0:1779693204.748994:0:2404:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : GET try# 0 00000800:00000200:1.0:1779693204.748999:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693204.749003:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a4eba451. 00000400:00000200:1.0:1779693204.749011:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000010:1.0:1779693204.749015:0:2404:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000598b43be. 00000800:00000010:1.0:1779693204.749018:0:2404:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000028696267. 00000800:00000200:1.0:1779693204.749022:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (2) 00000800:00000200:1.1F:1779693204.749026:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (2) 00000100:00000010:0.0:1779693204.749088:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000034b446cb. 00000100:00000010:0.0:1779693204.749096:0:6162:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b4c10b4a. 00000100:00000010:0.0:1779693204.749100:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009606d59b. 00000100:00000010:0.0:1779693204.749103:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fc71b722. 00000100:00000010:0.0:1779693204.749105:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004b7b4170. 00000100:00000200:0.0:1779693204.749176:0:6162:0:(service.c:850:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1779693204.749181:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000043e41296. 00000400:00000200:1.0:1779693204.749224:0:2404:0:(peer.c:3807:lnet_peer_send_ping()) peer 192.168.203.115@tcp 00000400:00000200:1.0:1779693204.749226:0:2404:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100241 rc 0 00000100:00000010:1.0:1779693204.749518:0:6163:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 0000000071fa269c. 00000020:00000010:1.0:1779693204.749523:0:6163:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e247e034. 00000020:00000010:1.0:1779693204.749530:0:6163:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000590bff9. 00000020:00000010:1.0:1779693204.749533:0:6163:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037c36e61. 00000040:00000010:1.0:1779693204.749536:0:6163:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000d0aa78b5. 00000020:00000010:1.0:1779693204.749555:0:6163:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000005a4e98b. 00000020:00000010:1.0:1779693204.749570:0:6163:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c8ba8d71. 00000020:00000010:1.0:1779693204.749574:0:6163:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000def7aa94. 80000000:00000010:1.0:1779693204.749578:0:6163:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000db4a8016. 40000000:00000010:1.0:1779693204.749581:0:6163:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc3cdfd1. 00100000:00000010:1.0:1779693204.749584:0:6163:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f58af783. 00040000:00000010:1.0:1779693204.749588:0:6163:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012ca2bd6. 00040000:00000010:1.0:1779693204.749592:0:6163:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f051bf7c. 00040000:00000010:1.0:1779693204.749595:0:6163:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009797e15a. 00000004:00000010:1.0:1779693204.749598:0:6163:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000004ee329aa. 00000004:00000010:1.0:1779693204.749603:0:6163:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000094dbe0d1. 00000004:00000010:1.0:1779693204.749607:0:6163:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000005b6970aa. 00002000:00000010:1.0:1779693204.749612:0:6163:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a5c57b62. 00000004:00000010:1.0:1779693204.749615:0:6163:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000053f2339a. 00000100:00000200:1.0:1779693204.749620:0:6163:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1779693204.749634:0:6163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f60f4fa1. 00000400:00000010:1.0:1779693204.749639:0:6163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008165dc4c. 00000100:00000010:1.0:1779693204.749647:0:6163:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000f5561a18. 00000100:00000200:1.0:1779693204.749663:0:6163:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1779693204.749796:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000803d50e0. 00000100:00000010:0.0:1779693204.750090:0:6164:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 000000009e07801c. 00000020:00000010:0.0:1779693204.750094:0:6164:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f3924856. 00000020:00000010:0.0:1779693204.750099:0:6164:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7db302. 00000020:00000010:0.0:1779693204.750102:0:6164:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c633dc2. 00000040:00000010:0.0:1779693204.750105:0:6164:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000f4bf76d4. 00000020:00000010:0.0:1779693204.750115:0:6164:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002337acba. 00000020:00000010:0.0:1779693204.750126:0:6164:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e0399680. 00000020:00000010:0.0:1779693204.750130:0:6164:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000003495ad9c. 80000000:00000010:0.0:1779693204.750132:0:6164:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001752e6f8. 40000000:00000010:0.0:1779693204.750134:0:6164:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e180039e. 00100000:00000010:0.0:1779693204.750137:0:6164:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dfb4836d. 00040000:00000010:0.0:1779693204.750139:0:6164:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9cb632a. 00040000:00000010:0.0:1779693204.750142:0:6164:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000009d15b452. 00040000:00000010:0.0:1779693204.750145:0:6164:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fc941942. 00000004:00000010:0.0:1779693204.750148:0:6164:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f03c7927. 00000004:00000010:0.0:1779693204.750151:0:6164:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eb8224f8. 00000004:00000010:0.0:1779693204.750154:0:6164:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000a83ae8b5. 00002000:00000010:0.0:1779693204.750157:0:6164:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000055a50285. 00000004:00000010:0.0:1779693204.750159:0:6164:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000081b1e90b. 00000100:00000010:0.0:1779693204.750163:0:6164:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000011d01c9. 00000100:00000200:0.0:1779693204.750211:0:6164:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000800:00000010:2.0:1779693204.751261:0:2394:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 00000000f3dd89f5. 00000800:00000010:2.0:1779693204.751269:0:2394:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4fd7336. 00000800:00000010:2.0:1779693204.751274:0:2394:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c393cc70. 00000800:00000010:2.0:1779693204.751284:0:2394:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c393cc70. 00000100:00000010:1.0:1779693204.752294:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004c56e898. 00000100:00000010:2.0:1779693204.752690:0:6165:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c393cc70. 00000020:00000010:2.0:1779693204.752694:0:6165:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c3ea9132. 00000020:00000010:2.0:1779693204.752700:0:6165:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026afa60b. 00000020:00000010:2.0:1779693204.752703:0:6165:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000017fbf5e7. 00000040:00000010:2.0:1779693204.752706:0:6165:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000035624a21. 00000020:00000010:2.0:1779693204.752715:0:6165:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f524cff0. 00000020:00000010:2.0:1779693204.752907:0:6165:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f3927c04. 00000020:00000010:2.0:1779693204.752912:0:6165:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000024acecb8. 80000000:00000010:2.0:1779693204.752915:0:6165:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e799e6a4. 40000000:00000010:2.0:1779693204.752918:0:6165:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000088a58a29. 00100000:00000010:2.0:1779693204.752922:0:6165:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000066dfbff3. 00040000:00000010:2.0:1779693204.752926:0:6165:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000400b7aae. 00040000:00000010:2.0:1779693204.752929:0:6165:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000000695567f. 00040000:00000010:2.0:1779693204.752932:0:6165:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a48fa9f1. 00000004:00000010:2.0:1779693204.752935:0:6165:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000244918e0. 00000004:00000010:2.0:1779693204.752940:0:6165:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bcad304e. 00000004:00000010:2.0:1779693204.752944:0:6165:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 0000000037e97523. 00002000:00000010:2.0:1779693204.752948:0:6165:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003b19ab44. 00000004:00000010:2.0:1779693204.752951:0:6165:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000b195c4b5. 00000100:00000200:2.0:1779693204.752956:0:6165:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1779693204.752962:0:6165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009990568e. 00000400:00000010:2.0:1779693204.752967:0:6165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062c9cad8. 00000100:00000010:2.0:1779693204.752975:0:6165:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000216e43e1. 00000100:00000200:2.0:1779693204.753020:0:6165:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1779693204.753047:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005bdfe15e. 00000100:00000010:2.0:1779693204.753300:0:6166:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 000000005c179263. 00000020:00000010:2.0:1779693204.753303:0:6166:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000093a237b9. 00000020:00000010:2.0:1779693204.753306:0:6166:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df152887. 00000020:00000010:2.0:1779693204.753321:0:6166:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b0c658ed. 00000040:00000010:2.0:1779693204.753325:0:6166:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000007bcc466e. 00000020:00000010:2.0:1779693204.753327:0:6166:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003998f076. 00000020:00000010:2.0:1779693204.753330:0:6166:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014b74d8c. 00000020:00000010:2.0:1779693204.753332:0:6166:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000ffb7f064. 80000000:00000010:2.0:1779693204.753334:0:6166:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f091227c. 40000000:00000010:2.0:1779693204.753336:0:6166:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e9152c84. 00100000:00000010:2.0:1779693204.753339:0:6166:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000028ac6a62. 00040000:00000010:2.0:1779693204.753341:0:6166:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000006875cc1. 00040000:00000010:2.0:1779693204.753344:0:6166:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d678ca27. 00040000:00000010:2.0:1779693204.753346:0:6166:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b2bea8db. 00000004:00000010:2.0:1779693204.753348:0:6166:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000003c509b73. 00000004:00000010:2.0:1779693204.753356:0:6166:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 000000009bfbc6fa. 00000004:00000010:2.0:1779693204.753359:0:6166:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000149ab265. 00002000:00000010:2.0:1779693204.753361:0:6166:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001a12c23a. 00000004:00000010:2.0:1779693204.753363:0:6166:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000e25a63f3. 00000100:00000010:2.0:1779693204.753366:0:6166:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e64823d3. 00000100:00000200:2.0:1779693204.753410:0:6166:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1779693204.753440:0:6162:0:(service.c:747:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000b5402340. 00000100:00000010:1.0:1779693204.753445:0:6162:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000bcb84344. 00000100:00000010:1.0:1779693204.753457:0:6162:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005d77c214. 00000100:00000010:1.0:1779693204.753465:0:6162:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000024c657b2. 00000100:00000010:1.0:1779693204.753469:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b6cb9a1. 00000100:00000010:1.0:1779693204.753473:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8ae8397. 00000100:00000010:1.0:1779693204.753476:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082254eb5. 00000100:00000010:1.0:1779693204.753479:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000003f71a5. 00000100:00000010:1.0:1779693204.753481:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c733f4f. 00000100:00000010:1.0:1779693204.753491:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006ef6ecb. 00000100:00000010:1.0:1779693204.753495:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003314e1af. 00000100:00000010:1.0:1779693204.753498:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005757c0c8. 00000100:00000010:1.0:1779693204.753505:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4f1f170. 00000100:00000010:1.0:1779693204.753509:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f406454. 00000100:00000010:1.0:1779693204.754144:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000979ad3b3. 00000100:00000010:1.0:1779693204.754151:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1f2a8a3. 00000100:00000010:1.0:1779693204.754153:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000495ac2d1. 00000100:00000010:1.0:1779693204.754164:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001336ddef. 00000100:00000010:1.0:1779693204.754167:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9369b7b. 00000100:00000010:1.0:1779693204.754170:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000277e3590. 00000100:00000010:1.0:1779693204.754172:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095f6e599. 00000100:00000010:1.0:1779693204.754176:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000097c97752. 00000100:00000010:1.0:1779693204.754178:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a7ba5fe. 00000100:00000010:1.0:1779693204.754181:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dcfc2b70. 00000100:00000010:1.0:1779693204.754183:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000aee06f5. 00000100:00000010:1.0:1779693204.754190:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009668bc9. 00000100:00000010:1.0:1779693204.754192:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb4aabc7. 00000100:00000010:1.0:1779693204.754195:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba98d5fb. 00000100:00000010:1.0:1779693204.754197:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5d3b8e4. 00000100:00000010:1.0:1779693204.754200:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a792417d. 00000100:00000010:1.0:1779693204.754203:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000badd8ce7. 00000100:00000010:1.0:1779693204.754206:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026bac868. 00000100:00000010:1.0:1779693204.754208:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5be809f. 00000100:00000010:1.0:1779693204.754215:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000334eccd4. 00000100:00000010:1.0:1779693204.754218:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001026db94. 00000100:00000010:1.0:1779693204.754221:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ebdf753. 00000100:00000010:1.0:1779693204.754224:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2801bdf. 00000100:00000010:1.0:1779693204.754227:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000549cb05f. 00000100:00000010:1.0:1779693204.754231:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005baa7c62. 00000100:00000010:1.0:1779693204.754235:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e0226204. 00000100:00000010:1.0:1779693204.754237:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032a76e65. 00000100:00000010:1.0:1779693204.754244:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c8d9105. 00000100:00000010:1.0:1779693204.754247:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a07fbf9. 00000100:00000010:1.0:1779693204.754254:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4f14172. 00000100:00000010:1.0:1779693204.754256:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1aa715d. 00000100:00000010:1.0:1779693204.754259:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4ed67e2. 00000100:00000010:1.0:1779693204.754263:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac5c31a3. 00000100:00000010:1.0:1779693204.754266:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001cca1ee6. 00000100:00000010:1.0:1779693204.754268:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004590bfbc. 00000100:00000010:1.0:1779693204.754275:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000040d1e83. 00000100:00000010:1.0:1779693204.754277:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6aaec31. 00000100:00000010:1.0:1779693204.754281:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa696415. 00000100:00000010:1.0:1779693204.754283:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078028c30. 00000100:00000010:1.0:1779693204.754286:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000eca2506. 00000100:00000010:1.0:1779693204.754288:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089867ad4. 00000100:00000010:1.0:1779693204.754291:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009b9e5b51. 00000100:00000010:1.0:1779693204.754293:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015e15c6e. 00000100:00000010:1.0:1779693204.754300:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ade4a596. 00000100:00000010:1.0:1779693204.754302:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070aa5bd0. 00000100:00000010:1.0:1779693204.754305:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea0aa64b. 00000100:00000010:1.0:1779693204.754319:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082f48bea. 00000100:00000010:1.0:1779693204.754323:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003383b222. 00000100:00000010:1.0:1779693204.754326:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f7cbf96. 00000100:00000010:1.0:1779693204.754329:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d43dc96e. 00000100:00000010:1.0:1779693204.754337:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2724866. 00000100:00000010:1.0:1779693204.754345:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e1840fc. 00000100:00000010:1.0:1779693204.754347:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cc55c97. 00000100:00000010:1.0:1779693204.754350:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006188e215. 00000100:00000010:1.0:1779693204.754353:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000311c9aba. 00000100:00000010:1.0:1779693204.754356:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000cbdbf67. 00000100:00000010:1.0:1779693204.754358:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f5c054b. 00000100:00000010:1.0:1779693204.754361:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022f16ec4. 00000100:00000010:1.0:1779693204.754363:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5e0d409. 00000100:00000010:1.0:1779693204.754371:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000274c0277. 00000100:00000010:1.0:1779693204.754376:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000951baa99. 00000100:00000010:1.0:1779693204.754379:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b866514. 00000100:00000010:1.0:1779693204.754381:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bafcd51. 00000100:00000010:1.0:1779693204.754385:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006d49ab6. 00000100:00000010:1.0:1779693204.754387:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000789f0bec. 00000100:00000010:1.0:1779693204.754390:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014366f31. 00000100:00000010:1.0:1779693204.754392:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c2b716f. 00000100:00000010:1.0:1779693204.754399:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d35ffb2. 00000100:00000010:1.0:1779693204.754401:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b36fc9f6. 00000100:00000010:1.0:1779693204.754404:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002eb3b37d. 00000100:00000010:1.0:1779693204.754406:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4c4421d. 00000100:00000010:1.0:1779693204.754409:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a166d91. 00000100:00000010:1.0:1779693204.754411:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000400f90eb. 00000100:00000010:1.0:1779693204.754414:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040a3045f. 00000100:00000010:1.0:1779693204.754416:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000070acbb9. 00000100:00000010:1.0:1779693204.754423:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000077c089a6. 00000100:00000010:1.0:1779693204.754425:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008175be1a. 00000100:00000010:1.0:1779693204.754429:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000080fee34. 00000100:00000010:1.0:1779693204.754431:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005df77d0b. 00000100:00000010:1.0:1779693204.754434:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ffb93e3. 00000100:00000010:1.0:1779693204.754436:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f63174ea. 00000100:00000010:1.0:1779693204.754439:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d006bb4. 00000100:00000010:1.0:1779693204.754446:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fa07366. 00000100:00000010:1.0:1779693204.754457:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb3c778d. 00000100:00000010:1.0:1779693204.754460:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084a8f97a. 00000100:00000010:1.0:1779693204.754463:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000863817c3. 00000100:00000010:1.0:1779693204.754464:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012b03c86. 00000100:00000010:1.0:1779693204.754468:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d76f931. 00000100:00000010:1.0:1779693204.754470:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f03d588a. 00000100:00000010:1.0:1779693204.754473:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab190d2e. 00000100:00000010:1.0:1779693204.754476:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009235c06d. 00000100:00000010:1.0:1779693204.754486:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004265284f. 00000100:00000010:1.0:1779693204.754489:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c12f057d. 00000100:00000010:1.0:1779693204.754492:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005dbf598c. 00000100:00000010:1.0:1779693204.754494:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a7538af. 00000100:00000010:1.0:1779693204.754497:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a056148b. 00000100:00000010:1.0:1779693204.754500:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d64f98c2. 00000100:00000010:1.0:1779693204.754503:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001fe22246. 00000100:00000010:1.0:1779693204.754505:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000281d7754. 00000100:00000010:1.0:1779693204.754514:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f97bf0d9. 00000100:00000010:1.0:1779693204.754517:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c812802. 00000100:00000010:1.0:1779693204.754610:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c7373d7. 00000100:00000010:1.0:1779693204.754615:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b237571. 00000100:00000010:1.0:1779693204.754619:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c813141. 00000100:00000010:1.0:1779693204.754621:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000023ca6d7. 00000100:00000010:1.0:1779693204.754625:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb51543f. 00000100:00000010:1.0:1779693204.754628:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049b23ccb. 00000100:00000010:1.0:1779693204.754637:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079af114e. 00000100:00000010:1.0:1779693204.754640:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb45d2c6. 00000100:00000010:1.0:1779693204.754644:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b26a38d. 00000100:00000010:1.0:1779693204.754646:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093e55818. 00000100:00000010:1.0:1779693204.754649:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007aa455db. 00000100:00000010:1.0:1779693204.754652:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000653996ed. 00000100:00000010:1.0:1779693204.754655:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c2919b5. 00000100:00000010:1.0:1779693204.754664:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000704c7324. 00000100:00000010:1.0:1779693204.754673:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd4d3d4c. 00000100:00000010:1.0:1779693204.754676:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070600376. 00000100:00000010:1.0:1779693204.754680:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022d4cd94. 00000100:00000010:1.0:1779693204.754684:0:6162:0:(service.c:805:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000cc3e4b61. 00000400:00000200:2.0:1779693204.755122:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:2.1F:1779693204.755128:0:2394:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1779693204.755142:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.1:1779693204.755146:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a4eba451 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1779693204.755151:0:2394:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.115@tcp p 3.x 192.168.203.15 -> 192.168.203.115:988 incarnation:1779693070964520695 sched[0] 00000800:00000010:2.0:1779693204.755155:0:2394:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4fd7336. 00000400:00000200:2.0:1779693204.755226:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.115:988 00000800:00000200:0.0:1779693204.755508:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693204.755513:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a4eba451. 00000400:00000200:0.0:1779693204.755517:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.755522:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: GET: OK 00000400:00000200:0.0:1779693204.755528:0:2398:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1779693204.755531:0:2398:0:(peer.c:3043:lnet_discovery_event_send()) Ping Send to 192.168.203.115@tcp: 0 00000100:00000010:1.0:1779693204.756018:0:6162:0:(service.c:629:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000055bb7339. 00000100:00000010:0.0:1779693204.756096:0:6162:0:(service.c:637:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000061a08d97. 00000100:00000010:0.0:1779693204.756103:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa6d33bb. 00000100:00000010:0.0:1779693204.756108:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b09e77c0. 00000100:00000010:0.0:1779693204.756111:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099c5a0e0. 00000100:00000010:0.0:1779693204.756115:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f86ccdd1. 00000800:00000010:2.0:1779693204.756488:0:2394:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 00000000d41d1fc7. 00000800:00000010:2.0:1779693204.756493:0:2394:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4fd7336. 00000800:00000010:2.0:1779693204.756500:0:2394:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004dd96f35. 00000800:00000010:2.0:1779693204.756512:0:2394:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004dd96f35. 00000400:00000200:1.0:1779693204.756935:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.756942:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : REPLY - for me 00000400:00000200:1.0:1779693204.756956:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.756960:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.756967:0:2398:0:(lib-move.c:4390:lnet_parse_reply()) 192.168.203.15@tcp: Reply from 12345-192.168.203.115@tcp of length 48/48 into md 0x11 00000400:00000200:1.0:1779693204.756991:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.756996:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: REPLY: OK 00000400:00000200:1.0:1779693204.757002:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000593e40d0 00000400:00000010:1.0:1779693204.757005:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000593e40d0. 00000400:00000200:1.0:1779693204.757008:0:2398:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1779693204.757012:0:2398:0:(peer.c:2921:lnet_discovery_event_reply()) Peer 192.168.203.115@tcp has discovery enabled 00000400:00000200:1.0:1779693204.757014:0:2398:0:(peer.c:2933:lnet_discovery_event_reply()) peer 192.168.203.115@tcp(0000000031bb5150) is MR 00000400:00000200:1.0:1779693204.757017:0:2398:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.115@tcp data present 363512030. state = 0x100241 00000400:00000200:1.0:1779693204.757021:0:2398:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.115@tcp: -114 00000400:00000200:2.0:1779693204.757082:0:2404:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1779693204.757088:0:2404:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x1000c1 00000400:00000010:2.0:1779693204.757094:0:2404:0:(peer.c:3275:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000004dd96f35. 00000400:00000010:2.0:1779693204.757097:0:2404:0:(peer.c:3276:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000003e65c636. 00000400:00000010:2.0:1779693204.757098:0:2404:0:(peer.c:3277:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000e68e4b73. 00000400:00000200:2.0:1779693204.757102:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.757106:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693204.757108:0:2404:0:(peer.c:3424:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000004dd96f35. 00000400:00000010:2.0:1779693204.757110:0:2404:0:(peer.c:3425:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000003e65c636. 00000400:00000010:2.0:1779693204.757111:0:2404:0:(peer.c:3426:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000e68e4b73. 00000400:00000010:2.0:1779693204.757113:0:2404:0:(api-ni.c:1837:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fe4eec40. 00000400:00000200:2.0:1779693204.757118:0:2404:0:(peer.c:3429:lnet_peer_merge_data()) peer 192.168.203.115@tcp (0000000031bb5150): 0 00000400:00000200:2.0:1779693204.757121:0:2404:0:(peer.c:3733:lnet_peer_data_present()) peer 192.168.203.115@tcp(0000000031bb5150): 0. state = 0x100141 00000400:00000200:2.0:1779693204.757124:0:2404:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100141 rc 1 00000400:00000200:2.0:1779693204.757127:0:2404:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100141 00000400:00000010:2.0:1779693204.757143:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032fb37ed. 00000400:00000010:2.0:1779693204.757160:0:2404:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dfbb39f9. 00000400:00000200:2.0:1779693204.757164:0:2404:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693204.757171:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.757180:0:2404:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.15@tcp to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693204.757185:0:2404:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [2:2:256:4294967295] 192.168.203.115@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1779693204.757190:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.757193:0:2404:0:(lib-move.c:1752:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.757199:0:2404:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:192.168.203.15@tcp) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693204.757204:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693204.757208:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ac526ab. 00000800:00000200:2.0:1779693204.757214:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (3) 00000800:00000200:2.0:1779693204.757219:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693204.757223:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003ac526ab type 1, nob 144 niov 1 nkiov 1 00000400:00000200:2.0:1779693204.757240:0:2404:0:(peer.c:3941:lnet_peer_send_push()) peer 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.757242:0:2404:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100541 rc 0 00000800:00000200:1.0:1779693204.757324:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.757328:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ac526ab. 00000400:00000200:1.0:1779693204.757331:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.757335:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.757337:0:2399:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1779693204.757339:0:2399:0:(peer.c:3043:lnet_discovery_event_send()) Push Send to 192.168.203.115@tcp: 0 00000100:00000010:0.0:1779693204.759007:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2fcd036. 00000100:00000010:0.0:1779693204.759021:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa831a44. 00000100:00000010:0.0:1779693204.759026:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bacbee52. 00000100:00000010:0.0:1779693204.759030:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af1408fd. 00000100:00000010:0.0:1779693204.759033:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a45bbf8. 00000100:00000010:0.0:1779693204.759036:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bda97f2b. 00000100:00000010:0.0:1779693204.759049:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b52754dd. 00000100:00000010:0.0:1779693204.759061:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006bbac88. 00000100:00000010:0.0:1779693204.759064:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef8e4710. 00000100:00000010:0.0:1779693204.759068:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000172b9264. 00000100:00000010:0.0:1779693204.759070:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009785e5af. 00000100:00000010:0.0:1779693204.759073:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a6f01b7. 00000100:00000010:0.0:1779693204.759075:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031ca75d6. 00000100:00000010:0.0:1779693204.759079:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ddaee02. 00000100:00000010:0.0:1779693204.759081:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fe89616. 00000100:00000010:0.0:1779693204.759090:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054f5e7e1. 00000100:00000010:0.0:1779693204.759093:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008de4a9b8. 00000100:00000010:0.0:1779693204.759096:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a855883. 00000100:00000010:0.0:1779693204.759099:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008015e0e8. 00000100:00000010:0.0:1779693204.759102:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e74837ff. 00000100:00000010:0.0:1779693204.759104:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000413dad57. 00000100:00000010:0.0:1779693204.759108:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001251c7ad. 00000100:00000010:0.0:1779693204.759110:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000369ec27b. 00000100:00000010:0.0:1779693204.759117:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a999533b. 00000100:00000010:0.0:1779693204.759121:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003c6420a. 00000100:00000010:0.0:1779693204.759124:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025f883f3. 00000100:00000010:0.0:1779693204.759126:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067eda005. 00000100:00000010:0.0:1779693204.759130:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e8b7d1f. 00000100:00000010:0.0:1779693204.759132:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065709e24. 00000100:00000010:0.0:1779693204.759136:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008545be95. 00000100:00000010:0.0:1779693204.759138:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b5eb317. 00000100:00000010:0.0:1779693204.759147:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000d36744. 00000100:00000010:0.0:1779693204.759155:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d717ff3. 00000100:00000010:0.0:1779693204.759159:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1340597. 00000100:00000010:0.0:1779693204.759161:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063fe52bc. 00000100:00000010:0.0:1779693204.759165:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081eb4135. 00000100:00000010:0.0:1779693204.759167:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007034315e. 00000100:00000010:0.0:1779693204.759174:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd2174d7. 00000100:00000010:0.0:1779693204.759177:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1e22944. 00000100:00000010:0.0:1779693204.759186:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007555ea1d. 00000100:00000010:0.0:1779693204.759189:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2598e74. 00000100:00000010:0.0:1779693204.759192:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2898b5c. 00000100:00000010:0.0:1779693204.759195:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003551c285. 00000100:00000010:0.0:1779693204.759198:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0c8679c. 00000100:00000010:0.0:1779693204.759200:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed812c82. 00000100:00000010:0.0:1779693204.759204:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000785f89b9. 00000100:00000010:0.0:1779693204.759206:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6666512. 00000100:00000010:0.0:1779693204.759215:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f249a636. 00000100:00000010:0.0:1779693204.759220:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019b1c5de. 00000100:00000010:0.0:1779693204.759224:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d98d14e1. 00000100:00000010:0.0:1779693204.759226:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec62b98c. 00000100:00000010:0.0:1779693204.759229:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000474ef26d. 00000100:00000010:0.0:1779693204.759232:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000994ee45b. 00000100:00000010:0.0:1779693204.759235:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004aa8a15b. 00000100:00000010:0.0:1779693204.759238:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002716447a. 00000100:00000010:0.0:1779693204.759247:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8153875. 00000100:00000010:0.0:1779693204.759250:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1051c91. 00000100:00000010:0.0:1779693204.759253:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2c6f55f. 00000100:00000010:0.0:1779693204.759255:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024688b4f. 00000100:00000010:0.0:1779693204.759259:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018aee81f. 00000100:00000010:0.0:1779693204.759262:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000231fb804. 00000100:00000010:0.0:1779693204.759266:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004b5dce40. 00000100:00000010:0.0:1779693204.759268:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095708e5d. 00000100:00000010:0.0:1779693204.759276:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f87988b0. 00000100:00000010:0.0:1779693204.759285:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000633fb795. 00000100:00000010:0.0:1779693204.759290:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1c0eed5. 00000100:00000010:0.0:1779693204.759292:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e76558a2. 00000100:00000010:0.0:1779693204.759296:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000027b2ab7. 00000100:00000010:0.0:1779693204.759303:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bf2f4d6. 00000100:00000010:0.0:1779693204.759307:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2ddf933. 00000100:00000010:0.0:1779693204.759322:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2b0b7cc. 00000100:00000010:0.0:1779693204.759332:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009bbfdd83. 00000100:00000010:0.0:1779693204.759335:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000798838e8. 00000100:00000010:0.0:1779693204.759339:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086d4adc2. 00000100:00000010:0.0:1779693204.759341:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebc67ee0. 00000100:00000010:0.0:1779693204.759345:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091c7cbc0. 00000100:00000010:0.0:1779693204.759347:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d0aaec4. 00000100:00000010:0.0:1779693204.759351:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b84d461. 00000100:00000010:0.0:1779693204.759353:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f008ccd. 00000100:00000010:0.0:1779693204.759363:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc0d0d51. 00000100:00000010:0.0:1779693204.759366:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b5c1430. 00000100:00000010:0.0:1779693204.759370:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c798b027. 00000100:00000010:0.0:1779693204.759372:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080787c89. 00000100:00000010:0.0:1779693204.759375:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb8b3f41. 00000100:00000010:0.0:1779693204.759377:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a2be5d5. 00000100:00000010:0.0:1779693204.759381:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a31c8a7. 00000100:00000010:0.0:1779693204.759383:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000224eb675. 00000100:00000010:0.0:1779693204.759393:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f943e69a. 00000100:00000010:0.0:1779693204.759396:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da72c997. 00000100:00000010:0.0:1779693204.759400:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048d273d2. 00000100:00000010:0.0:1779693204.759402:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4aca2ff. 00000100:00000010:0.0:1779693204.759405:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7637755. 00000100:00000010:0.0:1779693204.759407:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004346f50f. 00000100:00000010:0.0:1779693204.759411:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0bc4bde. 00000100:00000010:0.0:1779693204.759413:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003049a74e. 00000100:00000010:0.0:1779693204.759423:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008bd0bd99. 00000100:00000010:0.0:1779693204.759432:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb2cd91d. 00000100:00000010:0.0:1779693204.759436:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e11036c6. 00000100:00000010:0.0:1779693204.759439:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc727daf. 00000100:00000010:0.0:1779693204.759446:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ecdd1a9. 00000100:00000010:0.0:1779693204.759448:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c75bc0e3. 00000100:00000010:0.0:1779693204.759453:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041398db7. 00000100:00000010:0.0:1779693204.759455:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8f6e6fe. 00000100:00000010:0.0:1779693204.759463:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd98539a. 00000100:00000010:0.0:1779693204.759466:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090fd229d. 00000100:00000010:0.0:1779693204.759470:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7d35780. 00000100:00000010:0.0:1779693204.759473:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0ab3151. 00000100:00000010:0.0:1779693204.759476:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4feb9bb. 00000100:00000010:0.0:1779693204.759478:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011d0fc59. 00000100:00000010:0.0:1779693204.759482:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4636d85. 00000100:00000010:0.0:1779693204.759485:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef2fd03b. 00000100:00000010:0.0:1779693204.759494:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000049b36354. 00000100:00000010:0.0:1779693204.759497:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f53328c3. 00000100:00000010:0.0:1779693204.759500:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c4fd7ba. 00000100:00000010:0.0:1779693204.759503:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f1fb8d9. 00000100:00000010:0.0:1779693204.759507:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a976ff1e. 00000100:00000010:0.0:1779693204.759509:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041d21ebe. 00000100:00000010:0.0:1779693204.759513:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1f8e726. 00000100:00000010:0.0:1779693204.759515:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dbebd2a. 00000100:00000010:0.0:1779693204.759526:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000647f9de8. 00000100:00000010:0.0:1779693204.759529:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000468bef30. 00000100:00000010:0.0:1779693204.759532:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ac3740c. 00000100:00000010:0.0:1779693204.759535:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dab9966f. 00000100:00000010:0.0:1779693204.759538:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d10e9432. 00000400:00000200:0.0:1779693204.759543:0:6162:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1779693204.759624:0:6162:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e158c937. 00000020:00000010:0.0:1779693204.759629:0:6162:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000280afde0. 00000100:00000010:0.0:1779693204.759682:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000028134c39. 00000100:00000010:0.0:1779693204.759689:0:6162:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000de6c7214. 00000100:00000010:0.0:1779693204.759691:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c21c7f10. 00000100:00000010:0.0:1779693204.759695:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004ec505ee. 00000100:00000010:0.0:1779693204.759703:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000076f96edf. 00000100:00000010:0.0:1779693204.759707:0:6162:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000051f99435. 00000100:00000010:0.0:1779693204.759709:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e587a202. 00000100:00000010:0.0:1779693204.759711:0:6162:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009f836f6c. 00000100:00000010:0.0:1779693204.759713:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008703ad9b. 00000100:00000010:0.0:1779693204.759715:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004bbe6138. 00000100:00000010:0.0:1779693204.759717:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c18178d7. 00000100:00000010:0.0:1779693204.759720:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000080d9ab4a. 00000100:00000010:0.0:1779693204.759721:0:6162:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002c7b6260. 00000400:00000200:1.0:1779693204.761216:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.761226:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : ACK - for me 00000400:00000200:1.0:1779693204.761234:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.761238:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.761246:0:2398:0:(lib-move.c:4443:lnet_parse_ack()) 192.168.203.15@tcp: ACK from 12345-192.168.203.115@tcp into md 0xd 00000400:00000200:1.0:1779693204.761252:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.761256:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: ACK: OK 00000400:00000200:1.0:1779693204.761262:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032fb37ed 00000400:00000010:1.0:1779693204.761265:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000032fb37ed. 00000400:00000200:1.0:1779693204.761269:0:2398:0:(peer.c:3091:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1779693204.761271:0:2398:0:(peer.c:2809:lnet_discovery_event_ack()) peer 192.168.203.115@tcp ev->status 0 00000400:00000200:1.0:1779693204.761275:0:2398:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.115@tcp: -114 00000400:00000200:2.0:1779693204.761352:0:2404:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1779693204.761357:0:2404:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100141 00000400:00000200:2.0:1779693204.761361:0:2404:0:(peer.c:3863:lnet_peer_discovered()) peer 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.761363:0:2404:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100111 rc 0 00000400:00000200:2.0:1779693204.761366:0:2404:0:(peer.c:2431:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.115@tcp 00000100:00000010:0.0:1779693204.761426:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000165b95dc. 00000100:00000010:0.0:1779693204.761431:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000055ddc18b. 00000100:00000010:0.0:1779693204.761434:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000059c0f0b. 00000100:00000010:0.0:1779693204.761438:0:6162:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000005183d274. 00000100:00000010:0.0:1779693204.761441:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000061aedcd7. 00000100:00000010:0.0:1779693204.761445:0:6162:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009f193d29. 00000100:00000010:0.0:1779693204.761446:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001341a434. 00000100:00000010:0.0:1779693204.761449:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003af5541e. 00000100:00000010:0.0:1779693204.761465:0:6162:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009bff4134. 00000100:00000200:0.0:1779693204.761910:0:6162:0:(service.c:850:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1779693204.761917:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000cd38fbd. 00000400:00000200:3.0:1779693204.762849:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:3.1F:1779693204.762856:0:2394:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.0:1779693204.762872:0:2394:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.115@tcp p 3.x 192.168.203.15 -> 192.168.203.115:988 incarnation:1779693070964520695 sched[0] 00000800:00000010:3.0:1779693204.762877:0:2394:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4fd7336. 00000400:00000200:3.0:1779693204.762953:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.115:988 00000400:00000200:3.0:1779693204.763000:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.115:988 00000400:00000200:0.0:1779693204.763097:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.763102:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693204.763122:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.763127:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.763131:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.763134:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1779693204.763142:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.115@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:0.0:1779693204.763147:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059eee173. 00000400:00000200:0.0:1779693204.763151:0:2398:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003cbdccd2 00000400:00000200:0.0:1779693204.763173:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.763177:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693204.763182:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cbdccd2 00000400:00000010:0.0:1779693204.763190:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003cbdccd2. 00000400:00000200:0.0:1779693204.763194:0:2398:0:(api-ni.c:2339:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1779693204.763198:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.763202:0:2398:0:(peer.c:2580:lnet_peer_push_event()) peer 192.168.203.115@tcp(0000000031bb5150) is MR 00000400:00000010:0.0:1779693204.763206:0:2398:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000fad72b50. 00000400:00000200:0.0:1779693204.763209:0:2398:0:(peer.c:2654:lnet_peer_push_event()) Received Push 192.168.203.115@tcp 363512030 00000400:00000200:0.0:1779693204.763228:0:2398:0:(peer.c:2415:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.115@tcp: 0 00000400:00000200:0.0:1779693204.763234:0:2398:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1779693204.763238:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.763242:0:2398:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.15@tcp to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693204.763248:0:2398:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [3:3:256:4294967295] 192.168.203.115@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1779693204.763253:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.763260:0:2398:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:192.168.203.15@tcp) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) 192.168.203.115@tcp : ACK try# 0 00000800:00000200:0.0:1779693204.763265:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693204.763269:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d077e289. 00000800:00000200:0.0:1779693204.763275:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (4) 00000800:00000200:0.0:1779693204.763281:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693204.763284:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d077e289 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1779693204.763334:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693204.763337:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d077e289. 00000400:00000200:0.0:1779693204.763340:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.763343:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: ACK: OK 00000400:00000200:3.0:1779693204.763389:0:2404:0:(peer.c:4007:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1779693204.763395:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000488fc56a. 00000400:00000010:3.0:1779693204.763399:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e30cee2. 00000400:00000200:3.0:1779693204.763404:0:2404:0:(api-ni.c:2329:lnet_push_target_post()) posted push target 000000006696e704 00000400:00000200:3.0:1779693204.763407:0:2404:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x1000d1 00000400:00000010:3.0:1779693204.763413:0:2404:0:(peer.c:3275:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000068afed84. 00000400:00000010:3.0:1779693204.763415:0:2404:0:(peer.c:3276:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000cd6d1e1b. 00000400:00000010:3.0:1779693204.763417:0:2404:0:(peer.c:3277:lnet_peer_merge_data()) alloc '(delnis)': 40 at 0000000047b64ff9. 00000400:00000200:3.0:1779693204.763421:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693204.763424:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693204.763426:0:2404:0:(peer.c:3424:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000068afed84. 00000400:00000010:3.0:1779693204.763428:0:2404:0:(peer.c:3425:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000cd6d1e1b. 00000400:00000010:3.0:1779693204.763430:0:2404:0:(peer.c:3426:lnet_peer_merge_data()) kfreed 'delnis': 40 at 0000000047b64ff9. 00000400:00000010:3.0:1779693204.763432:0:2404:0:(api-ni.c:1837:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000fad72b50. 00000400:00000200:3.0:1779693204.763435:0:2404:0:(peer.c:3429:lnet_peer_merge_data()) peer 192.168.203.115@tcp (0000000031bb5150): 0 00000400:00000200:3.0:1779693204.763437:0:2404:0:(peer.c:3733:lnet_peer_data_present()) peer 192.168.203.115@tcp(0000000031bb5150): 0. state = 0x100151 00000400:00000200:3.0:1779693204.763440:0:2404:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100151 rc 1 00000400:00000200:3.0:1779693204.763443:0:2404:0:(peer.c:4119:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100151 00000400:00000200:3.0:1779693204.763445:0:2404:0:(peer.c:3863:lnet_peer_discovered()) peer 192.168.203.115@tcp 00000400:00000200:3.0:1779693204.763446:0:2404:0:(peer.c:4137:lnet_peer_discovery()) peer 192.168.203.115@tcp(0000000031bb5150) state 0x100111 rc 0 00000400:00000200:3.0:1779693204.763449:0:2404:0:(peer.c:2431:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.115@tcp 00000100:00000010:0.0:1779693204.764191:0:6167:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 0000000037ca561f. 00000020:00000010:0.0:1779693204.764197:0:6167:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e32938d5. 00000020:00000010:0.0:1779693204.764204:0:6167:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091fecee7. 00000020:00000010:0.0:1779693204.764207:0:6167:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f0f6a727. 00000020:00000010:0.0:1779693204.764210:0:6167:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000000f61f324. 00000040:00000010:0.0:1779693204.764214:0:6167:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000d72eda73. 00000020:00000010:0.0:1779693204.764217:0:6167:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007b05d8ac. 00000020:00000010:0.0:1779693204.764222:0:6167:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fac7c616. 00000020:00000010:0.0:1779693204.764226:0:6167:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000095883ea2. 80000000:00000010:0.0:1779693204.764237:0:6167:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bc9caa7a. 40000000:00000010:0.0:1779693204.764240:0:6167:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000002a7291. 00000008:00000010:0.0:1779693204.764245:0:6167:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb7919ab. 00020000:00000010:0.0:1779693204.764249:0:6167:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000c3ea6681. 00008000:00000010:0.0:1779693204.764253:0:6167:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000039c27c88. 00100000:00000010:0.0:1779693204.764257:0:6167:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000007cd1dc7. 00040000:00000010:0.0:1779693204.764260:0:6167:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d077e289. 00040000:00000010:0.0:1779693204.764265:0:6167:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000002a9c6dd4. 00040000:00000010:0.0:1779693204.764269:0:6167:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000151879ef. 00000004:00000010:0.0:1779693204.764272:0:6167:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fab80a49. 00000004:00000010:0.0:1779693204.764277:0:6167:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 000000007f0b1e61. 00000004:00000010:0.0:1779693204.764281:0:6167:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000008b2ce888. 00002000:00000010:0.0:1779693204.764284:0:6167:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000975a673b. 00000004:00000010:0.0:1779693204.764289:0:6167:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 0000000085eb7fca. 00000080:00000010:0.0:1779693204.764293:0:6167:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000044878d10. 00000080:00000010:0.0:1779693204.764297:0:6167:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000efd78a95. 00000100:00000200:0.0:1779693204.764302:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764307:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051aa0880. 00000400:00000010:0.0:1779693204.764373:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bccf3a7. 00000100:00000200:0.0:1779693204.764378:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764380:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087164af7. 00000400:00000010:0.0:1779693204.764383:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd79b549. 00000100:00000200:0.0:1779693204.764385:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764387:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df4af1b1. 00000400:00000010:0.0:1779693204.764388:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfcc3c2d. 00000100:00000200:0.0:1779693204.764390:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764392:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a20edd66. 00000400:00000010:0.0:1779693204.764394:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052aa1d56. 00000100:00000200:0.0:1779693204.764396:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764397:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd27f0ec. 00000400:00000010:0.0:1779693204.764399:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9a3c388. 00000100:00000200:0.0:1779693204.764400:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764402:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000298f3b73. 00000400:00000010:0.0:1779693204.764404:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c424791. 00000100:00000200:0.0:1779693204.764411:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764414:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4e60ab. 00000400:00000010:0.0:1779693204.764416:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5531845. 00000100:00000200:0.0:1779693204.764418:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764419:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e9fde68. 00000400:00000010:0.0:1779693204.764421:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e25edea. 00000100:00000200:0.0:1779693204.764423:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764425:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d08c70a5. 00000400:00000010:0.0:1779693204.764426:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002936885d. 00000100:00000200:0.0:1779693204.764428:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764430:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c48a1609. 00000400:00000010:0.0:1779693204.764432:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006de3ffcb. 00000100:00000200:0.0:1779693204.764433:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764435:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061a401ad. 00000400:00000010:0.0:1779693204.764437:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d05e53d3. 00000100:00000200:0.0:1779693204.764439:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764441:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec8ef2e6. 00000400:00000010:0.0:1779693204.764443:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a001f009. 00000100:00000200:0.0:1779693204.764444:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764446:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b23a3ab3. 00000400:00000010:0.0:1779693204.764448:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000505c8783. 00000100:00000200:0.0:1779693204.764450:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764461:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38e156e. 00000400:00000010:0.0:1779693204.764466:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3d2f581. 00000100:00000200:0.0:1779693204.764468:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764470:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dfa38c. 00000400:00000010:0.0:1779693204.764472:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ea19bcb. 00000100:00000200:0.0:1779693204.764474:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764475:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beb4c52c. 00000400:00000010:0.0:1779693204.764477:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011aede45. 00000100:00000200:0.0:1779693204.764479:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764481:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c39e10e2. 00000400:00000010:0.0:1779693204.764483:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c00cda2. 00000100:00000200:0.0:1779693204.764485:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764486:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f40efa7. 00000400:00000010:0.0:1779693204.764493:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000796e28d8. 00000100:00000200:0.0:1779693204.764496:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764498:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd4b0691. 00000400:00000010:0.0:1779693204.764500:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a0424ae. 00000100:00000200:0.0:1779693204.764502:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.764504:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c0a87ae. 00000800:00000010:3.0:1779693204.765038:0:2394:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 00000000eb53443e. 00000800:00000010:3.0:1779693204.765043:0:2394:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037191111. 00000800:00000010:3.0:1779693204.765049:0:2394:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000047b64ff9. 00000800:00000010:3.0:1779693204.765056:0:2394:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000047b64ff9. 00000400:00000010:0.0:1779693204.766142:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4e93d87. 00000100:00000200:0.0:1779693204.766155:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766161:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050141710. 00000400:00000010:0.0:1779693204.766164:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffe64c7f. 00000100:00000200:0.0:1779693204.766166:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766168:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae65e90e. 00000400:00000010:0.0:1779693204.766170:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d220c8d9. 00000100:00000200:0.0:1779693204.766171:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766173:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009797e7c5. 00000400:00000010:0.0:1779693204.766175:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d782ce5d. 00000100:00000200:0.0:1779693204.766177:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766179:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0e63c26. 00000400:00000010:0.0:1779693204.766181:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e9cb1ff. 00000100:00000200:0.0:1779693204.766183:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766184:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c650f7d. 00000400:00000010:0.0:1779693204.766186:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086686a04. 00000100:00000200:0.0:1779693204.766187:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766189:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000891100e9. 00000400:00000010:0.0:1779693204.766191:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2419787. 00000100:00000200:0.0:1779693204.766193:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766194:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca31d231. 00000400:00000010:0.0:1779693204.766196:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069c54694. 00000100:00000200:0.0:1779693204.766198:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766199:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ed3fcec. 00000400:00000010:0.0:1779693204.766201:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006237e182. 00000100:00000200:0.0:1779693204.766203:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766205:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008485da59. 00000400:00000010:0.0:1779693204.766206:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034b98d15. 00000100:00000200:0.0:1779693204.766208:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766221:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000808f6850. 00000400:00000010:0.0:1779693204.766223:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064faa4e8. 00000100:00000200:0.0:1779693204.766226:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766227:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cfec778. 00000400:00000010:0.0:1779693204.766229:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000556571f7. 00000100:00000200:0.0:1779693204.766231:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766232:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e957bbfa. 00000400:00000010:0.0:1779693204.766234:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051cca388. 00000100:00000200:0.0:1779693204.766236:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766237:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000429a0643. 00000400:00000010:0.0:1779693204.766239:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a2a351c. 00000100:00000200:0.0:1779693204.766241:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766243:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bd66ea6. 00000400:00000010:0.0:1779693204.766245:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed35320a. 00000100:00000200:0.0:1779693204.766247:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766249:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095cfbc88. 00000400:00000010:0.0:1779693204.766250:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb8e43d3. 00000100:00000200:0.0:1779693204.766252:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766254:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c2c0634. 00000400:00000010:0.0:1779693204.766257:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0fd0216. 00000100:00000200:0.0:1779693204.766258:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766260:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000383a0315. 00000400:00000010:0.0:1779693204.766262:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000139061e4. 00000100:00000200:0.0:1779693204.766264:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766266:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000427cbed7. 00000400:00000010:0.0:1779693204.766268:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055dcb4f1. 00000100:00000200:0.0:1779693204.766269:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766271:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000559c8619. 00000400:00000010:0.0:1779693204.766273:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d25235e0. 00000100:00000200:0.0:1779693204.766275:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766277:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c132ea66. 00000400:00000010:0.0:1779693204.766279:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7f8636b. 00000100:00000200:0.0:1779693204.766281:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766283:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cf18987. 00000400:00000010:0.0:1779693204.766295:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eea8ea08. 00000100:00000200:0.0:1779693204.766304:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766306:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d167a1ba. 00000400:00000010:0.0:1779693204.766322:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f3f9544. 00000100:00000200:0.0:1779693204.766324:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766326:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001524474e. 00000400:00000010:0.0:1779693204.766328:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ca644fa. 00000100:00000200:0.0:1779693204.766330:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766331:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002600ae7c. 00000400:00000010:0.0:1779693204.766333:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dde7105c. 00000100:00000200:0.0:1779693204.766335:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766337:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ba3bb06. 00000400:00000010:0.0:1779693204.766339:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ded1fa32. 00000100:00000200:0.0:1779693204.766340:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766342:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d6983f2. 00000400:00000010:0.0:1779693204.766344:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba24e5c2. 00000100:00000200:0.0:1779693204.766346:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766348:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000157dd257. 00000400:00000010:0.0:1779693204.766350:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000806b1f9c. 00000100:00000200:0.0:1779693204.766352:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766354:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faef45e4. 00000400:00000010:0.0:1779693204.766356:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049dccc03. 00000100:00000200:0.0:1779693204.766358:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766360:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1170a4a. 00000400:00000010:0.0:1779693204.766362:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e06dd211. 00000100:00000200:0.0:1779693204.766363:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766365:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c56469cd. 00000400:00000010:0.0:1779693204.766367:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029d64ace. 00000100:00000200:0.0:1779693204.766369:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766370:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001444ed1. 00000400:00000010:0.0:1779693204.766372:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b7ffd1e. 00000100:00000200:0.0:1779693204.766374:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766376:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027e02348. 00000400:00000010:0.0:1779693204.766377:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc9ac561. 00000100:00000200:0.0:1779693204.766379:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766381:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f91f0b5. 00000400:00000010:0.0:1779693204.766388:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b0f60b3. 00000100:00000200:0.0:1779693204.766391:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766393:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c44f23bc. 00000400:00000010:0.0:1779693204.766395:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2f69f63. 00000100:00000200:0.0:1779693204.766397:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766399:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7cfbb92. 00000400:00000010:0.0:1779693204.766401:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004e556ae. 00000100:00000200:0.0:1779693204.766403:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766405:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e389f1cc. 00000400:00000010:0.0:1779693204.766406:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078d221a0. 00000100:00000200:0.0:1779693204.766409:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766410:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de0aeb24. 00000400:00000010:0.0:1779693204.766413:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007681200f. 00000100:00000200:0.0:1779693204.766415:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766417:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092c74b6b. 00000400:00000010:0.0:1779693204.766419:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000968c61d. 00000100:00000200:0.0:1779693204.766421:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766422:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3423298. 00000400:00000010:0.0:1779693204.766424:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002549ea2c. 00000100:00000200:0.0:1779693204.766426:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766437:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e300113. 00000400:00000010:0.0:1779693204.766440:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca55167c. 00000100:00000200:0.0:1779693204.766443:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766445:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052de6ff0. 00000400:00000010:0.0:1779693204.766447:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5425075. 00000100:00000200:0.0:1779693204.766449:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766450:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078f569d2. 00000400:00000010:0.0:1779693204.766459:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006be7494c. 00000100:00000200:0.0:1779693204.766462:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766465:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac3aa597. 00000400:00000010:0.0:1779693204.766467:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d11a0a0. 00000100:00000200:0.0:1779693204.766469:0:6167:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1779693204.766471:0:6167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000905c967e. 00000400:00000010:0.0:1779693204.766472:0:6167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6acfd1f. 00000100:00000010:0.0:1779693204.766478:0:6167:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000329d2a7a. 00000100:00000200:0.0:1779693204.766554:0:6167:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1779693204.766649:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ae281b0a. 00000100:00000010:0.0:1779693204.767085:0:6168:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000711e5ecc. 00000020:00000010:0.0:1779693204.767090:0:6168:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fad72b50. 00000020:00000010:0.0:1779693204.767096:0:6168:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085229c54. 00000020:00000010:0.0:1779693204.767101:0:6168:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ab9bac39. 00000020:00000010:0.0:1779693204.767164:0:6168:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000007fdacc1a. 00000040:00000010:0.0:1779693204.767168:0:6168:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000c0ebbe88. 00000020:00000010:0.0:1779693204.767183:0:6168:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004bbaf685. 00000020:00000010:0.0:1779693204.767189:0:6168:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000062acf552. 00000020:00000010:0.0:1779693204.767193:0:6168:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000038ee4377. 80000000:00000010:0.0:1779693204.767196:0:6168:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000087816c13. 40000000:00000010:0.0:1779693204.767393:0:6168:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b55e3068. 00000008:00000010:0.0:1779693204.767400:0:6168:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000009db7506c. 00020000:00000010:0.0:1779693204.767404:0:6168:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000003a1fcd7d. 00008000:00000010:0.0:1779693204.767408:0:6168:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000053f33c29. 00100000:00000010:0.0:1779693204.767413:0:6168:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000074d9f324. 00040000:00000010:0.0:1779693204.767417:0:6168:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e672c8e2. 00040000:00000010:0.0:1779693204.767421:0:6168:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000018ba9f37. 00040000:00000010:0.0:1779693204.767424:0:6168:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f19460c3. 00000004:00000010:0.0:1779693204.767427:0:6168:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000113796a4. 00000004:00000010:0.0:1779693204.767432:0:6168:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ead3e9e9. 00000004:00000010:0.0:1779693204.767436:0:6168:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000b92c71be. 00002000:00000010:0.0:1779693204.767440:0:6168:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002e637c14. 00000004:00000010:0.0:1779693204.767443:0:6168:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000609b4197. 00000080:00000010:0.0:1779693204.767448:0:6168:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000009f853e07. 00000080:00000010:0.0:1779693204.767452:0:6168:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000db847e51. 00000100:00000010:0.0:1779693204.767456:0:6168:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000055d1fdfc. 00000400:00000200:3.0:1779693204.767658:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:3.1:1779693204.767670:0:2394:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1779693204.767679:0:2394:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.115@tcp p 3.x 192.168.203.15 -> 192.168.203.115:988 incarnation:1779693070964520695 sched[0] 00000800:00000010:3.0:1779693204.767683:0:2394:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037191111. 00000100:00000010:2.0:1779693204.768072:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e8fd67ab. 00000100:00000200:0.0:1779693204.768270:0:6168:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1779693204.768380:0:6169:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 0000000003128a6d. 00000020:00000010:1.0:1779693204.768384:0:6169:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003cb2ebad. 00000020:00000010:1.0:1779693204.768388:0:6169:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046b490e9. 00000020:00000010:1.0:1779693204.768396:0:6169:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7a15317. 00000020:00000010:1.0:1779693204.768399:0:6169:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000d930c202. 00000040:00000010:1.0:1779693204.768402:0:6169:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000086ae4f7a. 00000020:00000010:1.0:1779693204.768406:0:6169:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e51b0dc0. 00000020:00000010:1.0:1779693204.768410:0:6169:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e6a0cd74. 00000020:00000010:1.0:1779693204.768413:0:6169:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000326c9464. 80000000:00000010:1.0:1779693204.768416:0:6169:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e4aba348. 40000000:00000010:1.0:1779693204.768418:0:6169:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000080ba36b. 00000008:00000010:1.0:1779693204.768429:0:6169:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e1d17a0d. 00020000:00000010:1.0:1779693204.768433:0:6169:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000dff7cae9. 00008000:00000010:1.0:1779693204.768443:0:6169:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f0ef90f5. 00100000:00000010:1.0:1779693204.768453:0:6169:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ffa3778. 00040000:00000010:1.0:1779693204.768456:0:6169:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000997bd897. 00040000:00000010:1.0:1779693204.768459:0:6169:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000000b07c6de. 00040000:00000010:1.0:1779693204.768462:0:6169:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fe4eec40. 00000004:00000010:1.0:1779693204.768465:0:6169:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000002e9c6788. 00000004:00000010:1.0:1779693204.768469:0:6169:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 000000006edd1eca. 00000004:00000010:1.0:1779693204.768472:0:6169:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000e71a3e5e. 00002000:00000010:1.0:1779693204.768476:0:6169:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009b0d3c2a. 00000004:00000010:1.0:1779693204.768478:0:6169:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000ee52d04f. 00000080:00000010:1.0:1779693204.768491:0:6169:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000347967f9. 00000080:00000010:1.0:1779693204.768502:0:6169:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f48bbca2. 00000100:00000010:1.0:1779693204.768506:0:6169:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004cfd7d12. 00000100:00000200:1.0:1779693204.768551:0:6169:0:(service.c:3110:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1779693204.768576:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ff0938bd. 00000100:00000010:2.0:1779693204.769040:0:6170:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e68e4b73. 00000020:00000010:2.0:1779693204.769044:0:6170:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003e65c636. 00000020:00000010:2.0:1779693204.769048:0:6170:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001b855ff. 00000020:00000010:2.0:1779693204.769051:0:6170:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000002114d073. 00000020:00000010:2.0:1779693204.769053:0:6170:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000004bf0cf27. 00000040:00000010:2.0:1779693204.769056:0:6170:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000007b12a56c. 00000020:00000010:2.0:1779693204.769060:0:6170:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000070f9c5f. 00000020:00000010:2.0:1779693204.769063:0:6170:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000004d2eb1e. 00000020:00000010:2.0:1779693204.769066:0:6170:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000041466700. 80000000:00000010:2.0:1779693204.769069:0:6170:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009cf336d2. 40000000:00000010:2.0:1779693204.769071:0:6170:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004dd96f35. 00000008:00000010:2.0:1779693204.769087:0:6170:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000029c664ec. 00020000:00000010:2.0:1779693204.769090:0:6170:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000969ff304. 00008000:00000010:2.0:1779693204.769098:0:6170:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007bcd2901. 00100000:00000010:2.0:1779693204.769101:0:6170:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f2f2e6ed. 00040000:00000010:2.0:1779693204.769104:0:6170:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001855cdd3. 00040000:00000010:2.0:1779693204.769107:0:6170:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aa89fda0. 00040000:00000010:2.0:1779693204.769109:0:6170:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001c4a9442. 00000004:00000010:2.0:1779693204.769112:0:6170:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f82b4bea. 00000004:00000010:2.0:1779693204.769115:0:6170:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000719da10e. 00000004:00000010:2.0:1779693204.769119:0:6170:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000d4e5a0c4. 00002000:00000010:2.0:1779693204.769122:0:6170:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002a73dd19. 00000004:00000010:2.0:1779693204.769124:0:6170:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000c4295950. 00000080:00000010:2.0:1779693204.769133:0:6170:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000092c4815d. 00000080:00000010:2.0:1779693204.769145:0:6170:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000301e8d3a. 00000100:00000200:2.0:1779693204.769150:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769156:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002be2f7df. 00000400:00000010:2.0:1779693204.769161:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000477ada88. 00000100:00000200:2.0:1779693204.769166:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769169:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab5418f5. 00000400:00000010:2.0:1779693204.769171:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7a0ccd5. 00000100:00000200:2.0:1779693204.769172:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769174:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088129415. 00000400:00000010:2.0:1779693204.769176:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4fd7336. 00000100:00000200:2.0:1779693204.769179:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769180:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036fc93c4. 00000400:00000010:2.0:1779693204.769182:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fac79e21. 00000100:00000200:2.0:1779693204.769184:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769196:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000571ffa5d. 00000400:00000010:2.0:1779693204.769199:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fb1fe38. 00000100:00000200:2.0:1779693204.769203:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769205:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8bf8bfb. 00000400:00000010:2.0:1779693204.769207:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090edf2d6. 00000100:00000200:2.0:1779693204.769208:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769210:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8d45d92. 00000400:00000010:2.0:1779693204.769216:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b9edcda. 00000100:00000200:2.0:1779693204.769219:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769220:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000358e7b3d. 00000400:00000010:2.0:1779693204.769222:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e18a739. 00000100:00000200:2.0:1779693204.769224:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769225:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fe18ab3. 00000400:00000010:2.0:1779693204.769227:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b35e5a8. 00000100:00000200:2.0:1779693204.769229:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769231:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ecda497. 00000400:00000010:2.0:1779693204.769232:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000897bf0fe. 00000100:00000200:2.0:1779693204.769234:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769236:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095fe7948. 00000400:00000010:2.0:1779693204.769237:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e184e777. 00000100:00000200:2.0:1779693204.769239:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769241:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073590e1f. 00000400:00000010:2.0:1779693204.769243:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048673cd5. 00000100:00000200:2.0:1779693204.769245:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769246:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dac25aa1. 00000400:00000010:2.0:1779693204.769249:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011d99757. 00000100:00000200:2.0:1779693204.769250:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769252:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b460c5d. 00000400:00000010:2.0:1779693204.769254:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0918f01. 00000100:00000200:2.0:1779693204.769256:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769257:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aea157a. 00000400:00000010:2.0:1779693204.769259:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f00230c. 00000100:00000200:2.0:1779693204.769261:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769263:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a7b7b5b. 00000400:00000010:2.0:1779693204.769265:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2391b63. 00000100:00000200:2.0:1779693204.769267:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769268:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e953065. 00000400:00000010:2.0:1779693204.769270:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005147cd1c. 00000100:00000200:2.0:1779693204.769272:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769274:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009267208b. 00000400:00000010:2.0:1779693204.769276:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000471a2159. 00000100:00000200:2.0:1779693204.769277:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769283:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d493225. 00000400:00000010:2.0:1779693204.769285:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f7e9e6a. 00000100:00000200:2.0:1779693204.769288:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769290:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052621064. 00000400:00000010:2.0:1779693204.769292:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000413c4080. 00000100:00000200:2.0:1779693204.769294:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769295:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bda112f. 00000400:00000010:2.0:1779693204.769297:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b95a712. 00000100:00000200:2.0:1779693204.769299:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769301:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0caa1f7. 00000400:00000010:2.0:1779693204.769302:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008db93c9c. 00000100:00000200:2.0:1779693204.769304:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769306:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001447eb2e. 00000400:00000010:2.0:1779693204.769319:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3da4644. 00000100:00000200:2.0:1779693204.769323:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769324:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091d6c43d. 00000400:00000010:2.0:1779693204.769326:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfa15269. 00000100:00000200:2.0:1779693204.769328:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769330:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ff4cc86. 00000400:00000010:2.0:1779693204.769331:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055f3fc0a. 00000100:00000200:2.0:1779693204.769333:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769335:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fb63556. 00000400:00000010:2.0:1779693204.769337:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb440679. 00000100:00000200:2.0:1779693204.769339:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769340:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1b98b5e. 00000400:00000010:2.0:1779693204.769342:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b017dc3. 00000100:00000200:2.0:1779693204.769344:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769345:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b676715. 00000400:00000010:2.0:1779693204.769347:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea4056e0. 00000100:00000200:2.0:1779693204.769349:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769350:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043692804. 00000400:00000010:2.0:1779693204.769352:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a7902db. 00000100:00000200:2.0:1779693204.769354:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769356:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000951801a3. 00000400:00000010:2.0:1779693204.769357:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027c3f73e. 00000100:00000200:2.0:1779693204.769365:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769366:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f3800ef. 00000400:00000010:2.0:1779693204.769368:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f731f3e5. 00000100:00000200:2.0:1779693204.769370:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769372:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097ea7bae. 00000400:00000010:2.0:1779693204.769373:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f563d671. 00000100:00000200:2.0:1779693204.769375:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769376:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d51f1440. 00000400:00000010:2.0:1779693204.769378:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf30233b. 00000100:00000200:2.0:1779693204.769380:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769381:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035442597. 00000400:00000010:2.0:1779693204.769384:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006944a217. 00000100:00000200:2.0:1779693204.769385:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769387:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e82f2579. 00000400:00000010:2.0:1779693204.769388:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e12d9b0. 00000100:00000200:2.0:1779693204.769390:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769391:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e14d54d. 00000400:00000010:2.0:1779693204.769394:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9457d78. 00000100:00000200:2.0:1779693204.769395:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769397:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0e8cbb4. 00000400:00000010:2.0:1779693204.769399:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000752cadae. 00000100:00000200:2.0:1779693204.769401:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769403:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d73b61f. 00000400:00000010:2.0:1779693204.769404:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae8d9630. 00000100:00000200:2.0:1779693204.769406:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769407:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d9c3a86. 00000400:00000010:2.0:1779693204.769409:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ace7d37e. 00000100:00000200:2.0:1779693204.769411:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769412:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009227d558. 00000400:00000010:2.0:1779693204.769414:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bf7b9b1. 00000100:00000200:2.0:1779693204.769416:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769418:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91220b3. 00000400:00000010:2.0:1779693204.769420:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1f8cee5. 00000100:00000200:2.0:1779693204.769422:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769423:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7f5e74c. 00000400:00000010:2.0:1779693204.769430:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000054f76b8. 00000100:00000200:2.0:1779693204.769433:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769435:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000775f703f. 00000400:00000010:2.0:1779693204.769436:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044e35bfb. 00000100:00000200:2.0:1779693204.769438:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769440:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5c40546. 00000400:00000010:2.0:1779693204.769442:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd95c1c6. 00000100:00000200:2.0:1779693204.769444:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769445:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062114993. 00000400:00000010:2.0:1779693204.769447:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b7b5cc. 00000100:00000200:2.0:1779693204.769449:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769451:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4915284. 00000400:00000010:2.0:1779693204.769453:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e9f1668. 00000100:00000200:2.0:1779693204.769455:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769456:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab8ce97a. 00000400:00000010:2.0:1779693204.769459:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098a6352b. 00000100:00000200:2.0:1779693204.769461:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769463:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000070bb171. 00000400:00000010:2.0:1779693204.769465:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e689e0f2. 00000100:00000200:2.0:1779693204.769467:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769469:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031687ccc. 00000400:00000010:2.0:1779693204.769471:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a5bf3d1. 00000100:00000200:2.0:1779693204.769472:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769474:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a84c8940. 00000400:00000010:2.0:1779693204.769475:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2b46ff1. 00000100:00000200:2.0:1779693204.769477:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769490:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ba5369d. 00000400:00000010:2.0:1779693204.769493:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee271066. 00000100:00000200:2.0:1779693204.769496:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769498:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000893644c6. 00000400:00000010:2.0:1779693204.769500:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003867617b. 00000100:00000200:2.0:1779693204.769502:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769504:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008857a74. 00000400:00000010:2.0:1779693204.769505:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082c4b708. 00000100:00000200:2.0:1779693204.769507:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769514:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f634b8. 00000400:00000010:2.0:1779693204.769517:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc54facd. 00000100:00000200:2.0:1779693204.769519:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769521:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093190709. 00000400:00000010:2.0:1779693204.769523:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079e87d9e. 00000100:00000200:2.0:1779693204.769524:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769526:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027eab112. 00000400:00000010:2.0:1779693204.769528:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e83c786c. 00000100:00000200:2.0:1779693204.769530:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769531:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092348654. 00000400:00000010:2.0:1779693204.769534:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bc52451. 00000100:00000200:2.0:1779693204.769536:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769537:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da621380. 00000400:00000010:2.0:1779693204.769539:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ae597c3. 00000100:00000200:2.0:1779693204.769541:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769609:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efecb9f4. 00000400:00000010:2.0:1779693204.769620:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeac0ae5. 00000100:00000200:2.0:1779693204.769624:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769627:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc4e7685. 00000400:00000010:2.0:1779693204.769629:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a787f17. 00000100:00000200:2.0:1779693204.769630:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769632:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000945d6d92. 00000400:00000010:2.0:1779693204.769634:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa5fb3ce. 00000100:00000200:2.0:1779693204.769636:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769637:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cdd4c4b. 00000400:00000010:2.0:1779693204.769639:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e00e530. 00000100:00000200:2.0:1779693204.769640:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769642:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fa436e1. 00000400:00000010:2.0:1779693204.769644:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000baacd8e5. 00000100:00000200:2.0:1779693204.769645:0:6170:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1779693204.769647:0:6170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000454fb3c9. 00000400:00000010:2.0:1779693204.769649:0:6170:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e656368. 00000100:00000010:2.0:1779693204.769653:0:6170:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a65e1802. 00000100:00000200:2.0:1779693204.769713:0:6170:0:(service.c:3110:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1779693204.769912:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000045e5588f. 00000100:00000010:2.0:1779693204.770220:0:6171:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ef73d749. 00000020:00000010:2.0:1779693204.770224:0:6171:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d4e29bfa. 00000020:00000010:2.0:1779693204.770234:0:6171:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4c05699. 00000020:00000010:2.0:1779693204.770240:0:6171:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d27d351b. 00000020:00000010:2.0:1779693204.770243:0:6171:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e1e229bc. 00000040:00000010:2.0:1779693204.770246:0:6171:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000dc983986. 00000020:00000010:2.0:1779693204.770250:0:6171:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000092e44707. 00000020:00000010:2.0:1779693204.770254:0:6171:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c5666c35. 00000020:00000010:2.0:1779693204.770257:0:6171:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000681ce300. 80000000:00000010:2.0:1779693204.770260:0:6171:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001eb680fe. 40000000:00000010:2.0:1779693204.770262:0:6171:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cdbcbff7. 00000008:00000010:2.0:1779693204.770265:0:6171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b4a596ab. 00020000:00000010:2.0:1779693204.770269:0:6171:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e89095c1. 00008000:00000010:2.0:1779693204.770271:0:6171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008c01cac1. 00100000:00000010:2.0:1779693204.770275:0:6171:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009b6c2fd7. 00040000:00000010:2.0:1779693204.770278:0:6171:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f6c085a4. 00040000:00000010:2.0:1779693204.770281:0:6171:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000536530f8. 00040000:00000010:2.0:1779693204.770283:0:6171:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc74e7e3. 00000004:00000010:2.0:1779693204.770286:0:6171:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000691ba56f. 00000004:00000010:2.0:1779693204.770291:0:6171:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000084d33f42. 00000004:00000010:2.0:1779693204.770295:0:6171:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000e6011e7d. 00002000:00000010:2.0:1779693204.770299:0:6171:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000772f0d1a. 00000004:00000010:2.0:1779693204.770301:0:6171:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000d02791ae. 00000080:00000010:2.0:1779693204.770304:0:6171:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a1a777f6. 00000080:00000010:2.0:1779693204.770307:0:6171:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000913900ba. 00000100:00000010:2.0:1779693204.770321:0:6171:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d8701dd1. 00000100:00000200:2.0:1779693204.770363:0:6171:0:(service.c:3110:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1779693204.770389:0:6162:0:(service.c:3476:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007522daaf. 00000100:00000010:2.0:1779693204.770637:0:6172:0:(service.c:3049:ptlrpc_main()) kmalloced '(env)': 56 at 00000000972c1d7d. 00000020:00000010:2.0:1779693204.770640:0:6172:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006a6b38f2. 00000020:00000010:2.0:1779693204.770644:0:6172:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc9fda0e. 00000020:00000010:2.0:1779693204.770646:0:6172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e037d061. 00000020:00000010:2.0:1779693204.770649:0:6172:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000d385a05a. 00000040:00000010:2.0:1779693204.770652:0:6172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000b709f1d8. 00000020:00000010:2.0:1779693204.770654:0:6172:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ff7f025. 00000020:00000010:2.0:1779693204.770657:0:6172:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b831f394. 00000020:00000010:2.0:1779693204.770666:0:6172:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000008fafbc7d. 80000000:00000010:2.0:1779693204.770668:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000180b25ea. 40000000:00000010:2.0:1779693204.770670:0:6172:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000050ef887b. 00000008:00000010:2.0:1779693204.770673:0:6172:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c8134014. 00020000:00000010:2.0:1779693204.770676:0:6172:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005d630b9a. 00008000:00000010:2.0:1779693204.770679:0:6172:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a7440feb. 00100000:00000010:2.0:1779693204.770682:0:6172:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000107123c8. 00040000:00000010:2.0:1779693204.770684:0:6172:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000090c36c73. 00040000:00000010:2.0:1779693204.770687:0:6172:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb06c3f1. 00040000:00000010:2.0:1779693204.770689:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a77dd26b. 00000004:00000010:2.0:1779693204.770692:0:6172:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000783bd2a5. 00000004:00000010:2.0:1779693204.770695:0:6172:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 000000004d2546ae. 00000004:00000010:2.0:1779693204.770698:0:6172:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 0000000089412a77. 00002000:00000010:2.0:1779693204.770700:0:6172:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c391be7e. 00000004:00000010:2.0:1779693204.770703:0:6172:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000009a415524. 00000080:00000010:2.0:1779693204.770705:0:6172:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003b2f1142. 00000080:00000010:2.0:1779693204.770708:0:6172:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f9ded52d. 00000100:00000010:2.0:1779693204.770712:0:6172:0:(service.c:3076:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000098775824. 00000100:00000200:2.0:1779693204.770865:0:6172:0:(service.c:3110:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:0.0:1779693204.770892:0:6162:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at 0000000066e2e03f. 00010000:00000010:2.0:1779693204.771083:0:6173:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000e659c6b4. 00000020:00000010:2.0:1779693204.771087:0:6173:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030ac6297. 00000020:00000010:2.0:1779693204.771091:0:6173:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b76995fb. 00000020:00000010:2.0:1779693204.771103:0:6173:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006446ce9f. 00000020:00000010:2.0:1779693204.771107:0:6173:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008713f838. 00000020:00000010:2.0:1779693204.771110:0:6173:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000fd90532f. 80000000:00000010:2.0:1779693204.771112:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1bae180. 40000000:00000010:2.0:1779693204.771114:0:6173:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005fa0cbcc. 00100000:00000010:2.0:1779693204.771117:0:6173:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a0074781. 00040000:00000010:2.0:1779693204.771120:0:6173:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f11e285. 00040000:00000010:2.0:1779693204.771122:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000097c44033. 00002000:00000010:2.0:1779693204.771125:0:6173:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ce4a180c. 00000020:00000010:2.0:1779693204.771128:0:6173:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000104a70f5. 00010000:00000010:2.0:1779693204.771436:0:6174:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000814c0e31. 00000020:00000010:2.0:1779693204.771444:0:6174:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032e0fb36. 00000020:00000010:2.0:1779693204.771447:0:6174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000036b2cb6f. 00000020:00000010:2.0:1779693204.771450:0:6174:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007cf7ef25. 00000020:00000010:2.0:1779693204.771453:0:6174:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000036438c58. 00000020:00000010:2.0:1779693204.771456:0:6174:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000004659ec10. 80000000:00000010:2.0:1779693204.771458:0:6174:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001b3031b2. 40000000:00000010:2.0:1779693204.771460:0:6174:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038086f71. 00100000:00000010:2.0:1779693204.771463:0:6174:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000dd36970. 00040000:00000010:2.0:1779693204.771465:0:6174:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000162a4071. 00040000:00000010:2.0:1779693204.771468:0:6174:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000015f11f4. 00002000:00000010:2.0:1779693204.771470:0:6174:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec85bd2a. 00000020:00000010:2.0:1779693204.771472:0:6174:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b5e711c4. 00000020:00000010:2.0:1779693204.771933:0:6175:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a96fa26. 00000020:00000010:2.0:1779693204.771938:0:6175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000035b56ad8. 00000040:00000010:2.0:1779693204.771940:0:6175:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000001fb4b46e. 00000020:00000010:2.0:1779693204.771943:0:6175:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c2cdfa03. 00000020:00000010:2.0:1779693204.771946:0:6175:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001fe11dcf. 00000020:00000010:2.0:1779693204.771949:0:6175:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000c0f83749. 80000000:00000010:2.0:1779693204.771951:0:6175:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ea2213c3. 40000000:00000010:2.0:1779693204.771953:0:6175:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e259499. 00100000:00000010:2.0:1779693204.771955:0:6175:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000043bfcb8a. 00040000:00000010:2.0:1779693204.771958:0:6175:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000ed5770d. 00040000:00000010:2.0:1779693204.771961:0:6175:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aa2b8a27. 00040000:00000010:2.0:1779693204.771963:0:6175:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001ac85e5a. 00000004:00000010:2.0:1779693204.771966:0:6175:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000028ffcde1. 00000004:00000010:2.0:1779693204.771970:0:6175:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a9019544. 00000004:00000010:2.0:1779693204.771974:0:6175:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000f9bf33d3. 00002000:00000010:2.0:1779693204.771976:0:6175:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e4d7e788. 00000004:00000010:2.0:1779693204.771980:0:6175:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000675f2db5. 00000020:00000010:2.0:1779693204.771982:0:6175:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bbec2135. 00000001:00000010:0.0:1779693204.772089:0:6162:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000347cca73. 00000001:00000010:0.0:1779693204.772099:0:6162:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a7cb2805. 00000020:00000010:0.0:1779693204.772126:0:6162:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 000000002028025a. 00000100:00000200:0.0:1779693204.772144:0:6162:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.115@tcp->12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693204.772151:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.772157:0:6162:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.203.115@tcp primary NID 192.168.203.115@tcp rc 0 00000100:00000010:0.0:1779693204.772161:0:6162:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000003c981754. 00010000:00000010:0.0:1779693204.772177:0:6162:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000fadcaead. 00010000:00000010:0.0:1779693204.772182:0:6162:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000debc2fe5. 00000001:00000010:0.0:1779693204.772187:0:6162:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000028e8f7a9. 00000001:00000010:0.0:1779693204.772192:0:6162:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000004b97b443. 00000001:00000010:0.0:1779693204.772196:0:6162:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000092d3584f. 00000001:00000010:0.0:1779693204.772198:0:6162:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000e9131706. 00000020:00000010:0.0:1779693204.772204:0:6162:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dd3d606b. 00000020:00000010:0.0:1779693204.772207:0:6162:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000009ea21692. 00000020:00000010:0.0:1779693204.772352:0:6162:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c0b3608a. 00000020:00000010:0.0:1779693204.772356:0:6162:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000009aed9b13. 00000040:00000010:0.0:1779693204.772373:0:6162:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000007f9d3a32. 00000020:00000010:0.0:1779693204.778275:0:6162:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000efba19cb. 00000040:00000010:0.0:1779693204.778287:0:6162:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000cc67e398. 00000020:00000010:0.0:1779693204.778291:0:6162:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e5b6e9f2. 00000020:00000010:0.0:1779693204.778295:0:6162:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000008b196b66. 00040000:00000010:0.0:1779693204.778299:0:6162:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000037eba29d. 00040000:00000010:0.0:1779693204.778303:0:6162:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003ea21108. 00000020:00000010:0.0:1779693204.778305:0:6162:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000515a4fd9. 00000020:00000010:0.0:1779693204.778320:0:6162:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062313809. 00000020:00000010:0.0:1779693204.778325:0:6162:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000018866ee. 00000008:00000010:0.0:1779693204.778329:0:6162:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ff2babfa. 00020000:00000010:0.0:1779693204.778333:0:6162:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000062a6161e. 00008000:00000010:0.0:1779693204.778337:0:6162:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000042d7d01c. 00000080:00000010:0.0:1779693204.778341:0:6162:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c7cb847c. 00000020:00000010:0.0:1779693204.778344:0:6162:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0951d45. 00000020:00000010:0.0:1779693204.778350:0:6162:0:(obd_mount.c:248:lustre_start_simple()) kfreed 'lcfg': 104 at 0000000028274235. 00000020:00000010:0.0:1779693204.778363:0:6162:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 000000002fa563b1. 00000400:00000200:0.0:1779693204.778387:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.778394:0:6162:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1 00000100:00000010:0.0:1779693204.778417:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f87fea4. 02000000:00000010:0.0:1779693204.778432:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000150175f7. 00000020:00000010:1.0:1779693204.778476:0:2405:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d15f07b3. 00000020:00000010:1.0:1779693204.778480:0:2405:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000002dc95a3d. 80000000:00000010:1.0:1779693204.778484:0:2405:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005034798d. 40000000:00000010:1.0:1779693204.778488:0:2405:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f400f297. 00000008:00000010:1.0:1779693204.778492:0:2405:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000016a07e42. 00020000:00000010:1.0:1779693204.778497:0:2405:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fa54543b. 00008000:00000010:1.0:1779693204.778500:0:2405:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002e78b266. 00100000:00000010:1.0:1779693204.778505:0:2405:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003fafe54c. 00040000:00000010:1.0:1779693204.778509:0:2405:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000498dedd6. 00040000:00000010:1.0:1779693204.778518:0:2405:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000000d526a67. 00040000:00000010:1.0:1779693204.778521:0:2405:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fadd5794. 00000004:00000010:1.0:1779693204.778524:0:2405:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000008b7b223. 00000004:00000010:1.0:1779693204.778529:0:2405:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e5d499fb. 00000004:00000010:1.0:1779693204.778533:0:2405:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 0000000032267c5d. 00002000:00000010:1.0:1779693204.778536:0:2405:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c7103c81. 00000004:00000010:1.0:1779693204.778540:0:2405:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000d2622f6b. 00000080:00000010:1.0:1779693204.778553:0:2405:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ebf9591f. 00000080:00000010:1.0:1779693204.778556:0:2405:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a4c93303. 00000008:00000010:1.0:1779693204.778570:0:2405:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000058af8081. 00020000:00000010:1.0:1779693204.778581:0:2405:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b591b2ca. 00008000:00000010:1.0:1779693204.778599:0:2405:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000080670ab4. 00000080:00000010:1.0:1779693204.778610:0:2405:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ae6c899c. 02000000:00000010:1.0:1779693204.778624:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000771d563. 00000400:00000200:1.0:1779693204.778630:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693204.778632:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ece3f6c. 00000400:00000010:1.0:1779693204.778638:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000593e40d0. 00000100:00000200:1.0:1779693204.778644:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423791232, portal 25 00000400:00000010:1.0:1779693204.778649:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca8646f. 00000100:00000200:1.0:1779693204.778651:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866143423791232, offset 0 00000400:00000200:1.0:1779693204.778658:0:2405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693204.778665:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.778671:0:2405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693204.778676:0:2405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693204.778680:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693204.778683:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693204.778686:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693204.778689:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [4:4:256:4294967295] 192.168.203.115@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1779693204.778693:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.778702:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693204.778708:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693204.778712:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b36d235. 00000800:00000200:1.0:1779693204.778751:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693204.778759:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693204.778763:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003b36d235 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1779693204.778774:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:1.0:1779693204.778778:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af898bae. 00000100:00000010:1.0:1779693204.778788:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002bcd3a4. 00000020:00000010:0.0:1779693204.779258:0:6162:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000d5a2d30b. 00000020:00000010:0.0:1779693204.779263:0:6162:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 0000000002c4dc8f. 00000020:00000010:0.0:1779693204.779266:0:6162:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000a73878b0. 00000080:00000010:0.0:1779693204.779271:0:6162:0:(llite_lib.c:1395:ll_fill_super()) kmalloced '(cfg)': 88 at 000000009a642373. 00000080:00000010:0.0:1779693204.779275:0:6162:0:(llite_lib.c:96:ll_init_sbi()) kmalloced '(sbi)': 1384 at 00000000bda080bc. 00000020:00000010:0.0:1779693204.779323:0:6162:0:(cl_page.c:1299:cl_cache_init()) kmalloced '(cache)': 152 at 000000002f187fba. 00000080:00000010:0.0:1779693204.779327:0:6162:0:(llite_lib.c:130:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 0000000099f59069. 00000080:00000010:0.0:1779693204.779328:0:6162:0:(llite_lib.c:137:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 0000000066efa5ab. 00000020:00000010:0.0:1779693204.779838:0:6162:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006b32ad59. 00000020:00000010:0.0:1779693204.779843:0:6162:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1472 at 00000000f30b8b1e. 00000020:00000010:0.0:1779693204.779858:0:6162:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005dc0320a. 00000020:00000010:0.0:1779693204.779861:0:6162:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 00000000c297ddf9. 00000020:00000010:0.0:1779693204.779871:0:6162:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000028274235. 00000020:00000010:0.0:1779693204.779874:0:6162:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000568ae470. 00000020:00000010:0.0:1779693204.779878:0:6162:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ea21108. 00000020:00000010:0.0:1779693204.779881:0:6162:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b196b66. 00000040:00000010:0.0:1779693204.779885:0:6162:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000cc67e398. 00000020:00000010:0.0:1779693204.779888:0:6162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f827103. 00000020:00000010:0.0:1779693204.779891:0:6162:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000efba19cb. 00040000:00000010:0.0:1779693204.779896:0:6162:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ea321e9. 00040000:00000010:0.0:1779693204.779901:0:6162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000004fb584e. 10000000:00000010:0.0:1779693204.779908:0:6162:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000460b0157. 02000000:00000010:0.0:1779693204.779914:0:6162:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 0000000062313809. 00000100:00000010:0.0:1779693204.779919:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9ead6a0. 02000000:00000010:0.0:1779693204.779929:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000444ea82f. 00010000:00000010:0.0:1779693204.779940:0:6162:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000883aed57. 00010000:00000010:0.0:1779693204.779946:0:6162:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006eada34e. 00000020:00000010:0.0:1779693204.779950:0:6162:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000ebb16f84. 00000100:00000010:0.0:1779693204.779971:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d97db367. 00000800:00000200:0.0:1779693204.782797:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693204.782803:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b36d235. 00000400:00000200:0.0:1779693204.782809:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.782817:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693204.782824:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca8646f 00000400:00000010:0.0:1779693204.782827:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009ca8646f. 00000100:00000200:0.0:1779693204.782837:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005f87fea4 x1866143423791232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1779693214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779693204.782867:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af898bae. 00000100:00000010:1.0:1779693204.792196:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002bcd3a4. 00000400:00000200:1.0:1779693204.792230:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.792237:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.792245:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.792249:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.792254:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.792257:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 416 into portal 25 MB=0x6a13f5fe00080 00000400:00000200:1.0:1779693204.792261:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.792267:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 416/416 into md 0x229 [1] + 0 00000400:00000200:1.0:1779693204.792279:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.792283:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.792293:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005f87fea4 x1866143423791232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1779693214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693204.792390:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ece3f6c. 00000400:00000200:2.0:1779693204.792396:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000593e40d0 00000400:00000010:2.0:1779693204.792398:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000593e40d0. 00000100:00000200:2.0:1779693204.792410:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005f87fea4 x1866143423791232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1779693214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693204.792418:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005f87fea4 x1866143423791232/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1779693214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1779693204.792515:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000771d563. 02000000:00000010:2.0:1779693204.792521:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000150175f7. 00000100:00000010:2.0:1779693204.792526:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f87fea4. 02000000:00000010:0.0:1779693204.793387:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b6c87bfa. 00000400:00000200:0.0:1779693204.793395:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693204.793398:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e483830. 00000400:00000010:0.0:1779693204.793415:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004921b42d. 00000100:00000200:0.0:1779693204.793422:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423791360, portal 25 00000400:00000010:0.0:1779693204.793427:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000094cadfe. 00000100:00000200:0.0:1779693204.793429:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866143423791360, offset 0 00000400:00000200:0.0:1779693204.793437:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693204.793443:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.793449:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693204.793454:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693204.793458:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693204.793461:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693204.793464:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693204.793466:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [5:5:256:4294967295] 192.168.203.115@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1779693204.793470:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.793478:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693204.793483:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693204.793488:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4c8d5e9. 00000800:00000200:0.0:1779693204.793494:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693204.793500:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693204.793509:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b4c8d5e9 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1779693204.793522:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:0.0:1779693204.793526:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091fb7f99. 00000100:00000010:0.0:1779693204.793534:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b20432f7. 00000800:00000200:0.0:1779693204.793824:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693204.793827:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4c8d5e9. 00000400:00000200:0.0:1779693204.793831:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.793836:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693204.793840:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000094cadfe 00000400:00000010:0.0:1779693204.793842:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000094cadfe. 00000100:00000200:0.0:1779693204.793848:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9ead6a0 x1866143423791360/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779693204.796780:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091fb7f99. 00000400:00000200:1.0:1779693204.797479:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.797487:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.797495:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.797499:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.797504:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.797508:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 344 into portal 25 MB=0x6a13f5fe00100 00000400:00000200:1.0:1779693204.797513:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.797518:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 344/344 into md 0x239 [1] + 224 00000400:00000200:1.0:1779693204.797530:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.797534:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.797607:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9ead6a0 x1866143423791360/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.797653:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b20432f7. 00000400:00000010:0.0:1779693204.797694:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e483830. 00000400:00000200:0.0:1779693204.797699:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004921b42d 00000400:00000010:0.0:1779693204.797700:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004921b42d. 00000100:00000200:0.0:1779693204.797707:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9ead6a0 x1866143423791360/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693204.797716:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9ead6a0 x1866143423791360/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779693204.798036:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d97db367. 02000000:00000010:0.0:1779693204.798056:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b6c87bfa. 02000000:00000010:0.0:1779693204.798060:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000444ea82f. 00000100:00000010:0.0:1779693204.798064:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9ead6a0. 10000000:00000010:0.0:1779693204.798071:0:6162:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000093e3bff2. 00000020:00000010:0.0:1779693204.798075:0:6162:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000444ea82f. 00000020:00000010:0.0:1779693204.798079:0:6162:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000003201ba8a. 00000040:00000010:0.0:1779693204.798083:0:6162:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000044d63be3. 00000020:00000010:0.0:1779693204.798086:0:6162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000039cd3436. 00000020:00000010:0.0:1779693204.798099:0:6162:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000ae0da1a6. 80000000:00000010:0.0:1779693204.798103:0:6162:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000091fb7f99. 00040000:00000010:0.0:1779693204.798111:0:6162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008dde92b. 20000000:00000010:0.0:1779693204.798114:0:6162:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000008fd67d9f. 00000040:00000010:0.0:1779693204.798120:0:6162:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009b50180b. 00000100:00000010:0.0:1779693204.798124:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9ead6a0. 02000000:00000010:0.0:1779693204.798134:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097d78351. 00000100:00000010:0.0:1779693204.798144:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d97db367. 02000000:00000010:0.0:1779693204.798156:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e5e7a78. 00000400:00000200:0.0:1779693204.798160:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693204.798163:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e483830. 00000400:00000010:0.0:1779693204.798167:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004921b42d. 00000100:00000200:0.0:1779693204.798171:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423791488, portal 25 00000400:00000010:0.0:1779693204.798175:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000094cadfe. 00000100:00000200:0.0:1779693204.798177:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1866143423791488, offset 0 00000400:00000200:0.0:1779693204.798183:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693204.798188:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.798194:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693204.798199:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693204.798203:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693204.798206:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693204.798208:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693204.798212:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [6:6:256:4294967295] 192.168.203.115@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1779693204.798216:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.798223:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693204.798229:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693204.798233:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4c8d5e9. 00000800:00000200:0.0:1779693204.798238:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693204.798245:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693204.798249:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b4c8d5e9 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1779693204.798260:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:0.0:1779693204.798264:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d7e3d88. 00000100:00000010:0.0:1779693204.798271:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000697ec9b0. 00000800:00000200:0.0:1779693204.798708:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693204.798712:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4c8d5e9. 00000400:00000200:0.0:1779693204.798717:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.799712:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693204.799722:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000094cadfe 00000400:00000010:0.0:1779693204.799863:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000094cadfe. 00000100:00000200:0.0:1779693204.799875:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9ead6a0 x1866143423791488/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 512/272 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.805658:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000697ec9b0. 00000400:00000200:1.0:1779693204.805693:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.805700:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.805708:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.805713:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.805718:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.805750:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 272 into portal 25 MB=0x6a13f5fe00180 00000400:00000200:1.0:1779693204.805756:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.805761:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 272/272 into md 0x249 [1] + 224 00000400:00000200:1.0:1779693204.805775:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.805779:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.805789:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9ead6a0 x1866143423791488/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 512/272 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779693204.805896:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e483830. 00000400:00000200:3.0:1779693204.805902:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004921b42d 00000400:00000010:3.0:1779693204.805904:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004921b42d. 00000100:00000200:3.0:1779693204.805910:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9ead6a0 x1866143423791488/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 512/272 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693204.805931:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9ead6a0 x1866143423791488/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 512/272 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779693204.805956:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d97db367. 02000000:00000010:3.0:1779693204.805964:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e5e7a78. 02000000:00000010:3.0:1779693204.805968:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000097d78351. 00000100:00000010:3.0:1779693204.805971:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9ead6a0. 00000040:00000010:3.0:1779693204.805976:0:6162:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009b50180b. 00000020:00000010:3.0:1779693204.805983:0:6162:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000003201ba8a. 00000040:00000010:3.0:1779693204.805987:0:6162:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000044d63be3. 00000020:00000010:3.0:1779693204.805991:0:6162:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000039cd3436. 00000020:00000010:3.0:1779693204.805996:0:6162:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000ae0da1a6. 80000000:00000010:3.0:1779693204.805999:0:6162:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000091fb7f99. 00040000:00000010:3.0:1779693204.806003:0:6162:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008dde92b. 20000000:00000010:3.0:1779693204.806007:0:6162:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000008fd67d9f. 00000020:00000010:3.0:1779693204.806010:0:6162:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000444ea82f. 10000000:00000010:3.0:1779693204.806014:0:6162:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000093e3bff2. 10000000:00000010:3.0:1779693204.806041:0:6162:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000cd8b261e. 10000000:00000010:3.0:1779693204.806047:0:6162:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000097b825d7. 10000000:00000010:3.0:1779693204.806051:0:6162:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000ceb93de5. 00000100:00000010:3.0:1779693204.806072:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9b2205b. 02000000:00000010:3.0:1779693204.806083:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064ff1719. 00010000:00000010:3.0:1779693204.806098:0:6162:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c0de1a9d. 00000020:00000010:3.0:1779693204.806104:0:6162:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000bfafdbdd. 00000100:00000010:3.0:1779693204.806118:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1e325ef. 02000000:00000010:3.0:1779693204.806136:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f984f32d. 00000400:00000200:3.0:1779693204.806146:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693204.806149:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4edfa7b. 00000400:00000010:3.0:1779693204.806153:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc470a0b. 00000100:00000200:3.0:1779693204.806158:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423791616, portal 25 00000400:00000010:3.0:1779693204.806162:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038c3179d. 00000100:00000200:3.0:1779693204.806165:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866143423791616, offset 0 00000400:00000200:3.0:1779693204.806182:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693204.806188:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693204.806193:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1779693204.806198:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779693204.806202:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693204.806205:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779693204.806208:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1779693204.806211:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [7:7:256:4294967295] 192.168.203.115@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1779693204.806215:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693204.806223:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1779693204.806229:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693204.806233:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000537d88cc. 00000800:00000200:3.0:1779693204.806239:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1779693204.806246:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693204.806250:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000537d88cc type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1779693204.806267:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:3.0:1779693204.806279:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009846ad43. 00000800:00000200:1.0:1779693204.807016:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.807020:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000537d88cc. 00000400:00000200:1.0:1779693204.807025:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.807030:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.807034:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038c3179d 00000400:00000010:1.0:1779693204.807036:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000038c3179d. 00000100:00000200:1.0:1779693204.807043:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9b2205b x1866143423791616/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.809284:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009846ad43. 00000100:00000010:0.0:1779693204.809392:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d7e3d88. 00000400:00000200:1.0:1779693204.813811:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.813820:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.813831:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.813835:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.813840:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.813843:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 344 into portal 25 MB=0x6a13f5fe00200 00000400:00000200:1.0:1779693204.813857:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.813863:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 344/344 into md 0x259 [1] + 224 00000400:00000200:1.0:1779693204.813879:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.813883:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.813893:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9b2205b x1866143423791616/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779693204.815344:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4edfa7b. 00000400:00000200:0.0:1779693204.815352:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc470a0b 00000400:00000010:0.0:1779693204.815354:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fc470a0b. 00000100:00000200:0.0:1779693204.815365:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9b2205b x1866143423791616/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693204.815375:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9b2205b x1866143423791616/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779693204.815400:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a1e325ef. 02000000:00000010:0.0:1779693204.815422:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f984f32d. 02000000:00000010:0.0:1779693204.815427:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000064ff1719. 00000100:00000010:0.0:1779693204.815431:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9b2205b. 10000000:00000010:0.0:1779693204.815439:0:6162:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000027bb6f57. 00000020:00000010:0.0:1779693204.815443:0:6162:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3a4a497. 00000020:00000010:0.0:1779693204.815447:0:6162:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000048baa77d. 00000040:00000010:0.0:1779693204.815450:0:6162:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000500986f5. 00000020:00000010:0.0:1779693204.815454:0:6162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be5680cb. 00000020:00000010:0.0:1779693204.815458:0:6162:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000072383c09. 80000000:00000010:0.0:1779693204.815461:0:6162:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009d7e3d88. 00040000:00000010:0.0:1779693204.815465:0:6162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004559b4fa. 20000000:00000010:0.0:1779693204.815468:0:6162:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000bf4bf4e0. 00000040:00000010:0.0:1779693204.815473:0:6162:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000004b82e7c. 00000100:00000010:0.0:1779693204.815479:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfcc6a5f. 02000000:00000010:0.0:1779693204.815488:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7e06561. 00000100:00000010:0.0:1779693204.815511:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003726c28c. 02000000:00000010:0.0:1779693204.815525:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cb7f1bb. 00000400:00000200:0.0:1779693204.815532:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693204.815535:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004afa5fbe. 00000400:00000010:0.0:1779693204.815540:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000094cadfe. 00000100:00000200:0.0:1779693204.815620:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423791744, portal 25 00000400:00000010:0.0:1779693204.815626:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025747875. 00000100:00000200:0.0:1779693204.815629:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1866143423791744, offset 0 00000400:00000200:0.0:1779693204.815635:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693204.815642:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.815648:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693204.815652:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693204.815655:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693204.815658:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693204.815661:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693204.815665:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [8:8:256:4294967295] 192.168.203.115@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1779693204.815669:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.815676:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693204.815681:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693204.815684:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4c8d5e9. 00000800:00000200:0.0:1779693204.815691:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693204.815697:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693204.815700:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b4c8d5e9 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1779693204.815909:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:0.0:1779693204.815914:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000925f2d23. 00000100:00000010:0.0:1779693204.815924:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa517108. 00000800:00000200:1.0:1779693204.816258:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.816261:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4c8d5e9. 00000400:00000200:1.0:1779693204.816266:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.816271:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.816275:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025747875 00000400:00000010:1.0:1779693204.816278:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000025747875. 00000100:00000200:1.0:1779693204.816283:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfcc6a5f x1866143423791744/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 512/272 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.819804:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa517108. 00000100:00000010:0.0:1779693204.819918:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000925f2d23. 00000400:00000200:1.0:1779693204.822569:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.822578:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.822587:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.822592:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.822597:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.822601:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 272 into portal 25 MB=0x6a13f5fe00280 00000400:00000200:1.0:1779693204.822606:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.822611:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 272/272 into md 0x261 [1] + 224 00000400:00000200:1.0:1779693204.822624:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.822629:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.822641:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfcc6a5f x1866143423791744/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 512/272 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779693204.822715:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004afa5fbe. 00000400:00000200:0.0:1779693204.822721:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000094cadfe 00000400:00000010:0.0:1779693204.822760:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000094cadfe. 00000100:00000200:0.0:1779693204.822767:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfcc6a5f x1866143423791744/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 512/272 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693204.822787:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfcc6a5f x1866143423791744/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 512/272 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779693204.822820:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003726c28c. 02000000:00000010:0.0:1779693204.822831:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cb7f1bb. 02000000:00000010:0.0:1779693204.822835:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7e06561. 00000100:00000010:0.0:1779693204.822839:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfcc6a5f. 00000040:00000010:0.0:1779693204.822849:0:6162:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007ae400b6. 00000100:00000010:0.0:1779693204.822853:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfcc6a5f. 02000000:00000010:0.0:1779693204.822862:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7e06561. 00000100:00000010:0.0:1779693204.822872:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003726c28c. 02000000:00000010:0.0:1779693204.822899:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000093a5a1b4. 00000400:00000200:0.0:1779693204.822903:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693204.822906:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004afa5fbe. 00000400:00000010:0.0:1779693204.822911:0:6162:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b7d8c667. 00000100:00000200:0.0:1779693204.822916:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866143423791872, portal 25 00000400:00000010:0.0:1779693204.822920:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000094cadfe. 00000100:00000200:0.0:1779693204.822923:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866143423791872, offset 0 00000400:00000200:0.0:1779693204.822929:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693204.822935:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.822940:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693204.822945:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693204.822948:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693204.822951:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693204.822953:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693204.822956:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [9:9:256:4294967295] 192.168.203.115@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1779693204.822960:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.822966:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693204.822971:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693204.822975:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066b51de4. 00000800:00000200:0.0:1779693204.822979:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693204.822990:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693204.822993:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000066b51de4 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1779693204.823012:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:0.0:1779693204.823015:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000925f2d23. 00000100:00000010:0.0:1779693204.823026:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b5b87f1. 00000800:00000200:1.0:1779693204.823418:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.823422:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066b51de4. 00000400:00000200:1.0:1779693204.823426:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.823435:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.823439:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000094cadfe 00000400:00000010:1.0:1779693204.823440:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000094cadfe. 00000100:00000200:1.0:1779693204.823446:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfcc6a5f x1866143423791872/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693204.825856:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.825865:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.825873:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.825877:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.825882:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.825885:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8416 into portal 25 MB=0x6a13f5fe00300 00000400:00000200:1.0:1779693204.825890:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.825896:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8416/8416 into md 0x271 [4] + 224 00000400:00000200:1.0:1779693204.825928:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.825932:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.825944:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfcc6a5f x1866143423791872/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779693204.826099:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004afa5fbe. 00000400:00000200:0.0:1779693204.826105:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7d8c667 00000400:00000010:0.0:1779693204.826106:0:6162:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000b7d8c667. 00000100:00000200:0.0:1779693204.826112:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfcc6a5f x1866143423791872/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693204.826121:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfcc6a5f x1866143423791872/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779693204.826146:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003726c28c. 02000000:00000010:0.0:1779693204.826157:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000093a5a1b4. 02000000:00000010:0.0:1779693204.826168:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7e06561. 00000100:00000010:0.0:1779693204.826173:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfcc6a5f. 00000040:00000010:0.0:1779693204.826182:0:6162:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000010c6981. 00000100:00000010:0.0:1779693204.826851:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000925f2d23. 00000020:00000010:2.0:1779693204.826991:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014738f93. 00000020:00000010:2.0:1779693204.826997:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000014875fa1. 00000040:00000010:2.0:1779693204.827000:0:6181:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000da5f4459. 00000020:00000010:2.0:1779693204.827004:0:6181:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001be72027. 00000020:00000010:2.0:1779693204.827009:0:6181:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a98b3030. 00000020:00000010:2.0:1779693204.827013:0:6181:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000028e663b. 80000000:00000010:2.0:1779693204.827016:0:6181:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d311456. 40000000:00000010:2.0:1779693204.827020:0:6181:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074ccc63b. 00100000:00000010:2.0:1779693204.827024:0:6181:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005367b3af. 00040000:00000010:2.0:1779693204.827028:0:6181:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009b98cd96. 00040000:00000010:2.0:1779693204.827031:0:6181:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000064198022. 00040000:00000010:2.0:1779693204.827035:0:6181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004df8cbb3. 00000004:00000010:2.0:1779693204.827039:0:6181:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000002b939cca. 00000004:00000010:2.0:1779693204.827044:0:6181:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 000000000be39d7c. 00000004:00000010:2.0:1779693204.827048:0:6181:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000d1d7fdb2. 00002000:00000010:2.0:1779693204.827052:0:6181:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003d4bb684. 00000004:00000010:2.0:1779693204.827056:0:6181:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000000be86896. 00000020:00000010:2.0:1779693204.827060:0:6181:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bf648fb7. 00000040:00000010:2.0:1779693204.827067:0:6181:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000373b87dd. 00000100:00000010:2.0:1779693204.827086:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2fdf97a. 02000000:00000010:2.0:1779693204.827099:0:6181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5c7f730. 00000100:00000010:2.0:1779693204.827110:0:6181:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de78674c. 02000000:00000010:2.0:1779693204.827133:0:6181:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007f7087c0. 00000400:00000200:2.0:1779693204.827139:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693204.827142:0:6181:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe2dd78. 00000400:00000010:2.0:1779693204.827153:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006b940c0d. 00000100:00000200:2.0:1779693204.827159:0:6181:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866143423792000, portal 25 00000400:00000010:2.0:1779693204.827165:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb333e80. 00000100:00000200:2.0:1779693204.827167:0:6181:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866143423792000, offset 0 00000400:00000200:2.0:1779693204.827175:0:6181:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693204.827181:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.827188:0:6181:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693204.827193:0:6181:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693204.827196:0:6181:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693204.827199:0:6181:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693204.827202:0:6181:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.827205:0:6181:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [10:10:256:4294967295] 192.168.203.115@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1779693204.827209:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.827217:0:6181:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693204.827222:0:6181:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693204.827227:0:6181:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ac526ab. 00000800:00000200:2.0:1779693204.827233:0:6181:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693204.827240:0:6181:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693204.827243:0:6181:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003ac526ab type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1779693204.827252:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:2.0:1779693204.827264:0:6181:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000109eafea. 00000800:00000200:1.0:1779693204.827922:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.827927:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ac526ab. 00000400:00000200:1.0:1779693204.827932:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.827938:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.827942:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb333e80 00000400:00000010:1.0:1779693204.827945:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fb333e80. 00000100:00000200:1.0:1779693204.827951:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2fdf97a x1866143423792000/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779693204.831075:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000109eafea. 00000100:00000010:1.0:1779693204.831196:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b5b87f1. 00000400:00000200:1.0:1779693204.831231:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.831238:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.831248:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.831252:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.831258:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.831275:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8472 into portal 25 MB=0x6a13f5fe00380 00000400:00000200:1.0:1779693204.831279:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.831285:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8472/8472 into md 0x281 [4] + 224 00000400:00000200:1.0:1779693204.831304:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.831318:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.831329:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fdf97a x1866143423792000/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693204.831421:0:6181:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe2dd78. 00000400:00000200:2.0:1779693204.831427:0:6181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b940c0d 00000400:00000010:2.0:1779693204.831430:0:6181:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000006b940c0d. 00000100:00000200:2.0:1779693204.831437:0:6181:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2fdf97a x1866143423792000/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693204.831444:0:6181:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2fdf97a x1866143423792000/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693204.831468:0:6181:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000de78674c. 02000000:00000010:2.0:1779693204.831478:0:6181:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007f7087c0. 02000000:00000010:2.0:1779693204.831490:0:6181:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d5c7f730. 00000100:00000010:2.0:1779693204.831509:0:6181:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2fdf97a. 00000020:00000010:2.0:1779693204.831701:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003ac526ab. 00000020:00000010:2.0:1779693204.831705:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003ac526ab. 00000020:00000010:2.0:1779693204.831710:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000efc25e46. 00000020:00000010:2.0:1779693204.831714:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000c98e6bcb. 00000020:00000010:2.0:1779693204.831750:0:6181:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000418c86b3. 00000020:00000010:2.0:1779693204.831759:0:6181:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000c836dd04. 00000020:00000010:2.0:1779693204.831774:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000c98e6bcb. 00000020:00000010:2.0:1779693204.831778:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000efc25e46. 00000020:00000010:2.0:1779693204.831781:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000efc25e46. 00000020:00000010:2.0:1779693204.831784:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000de78674c. 00000001:00000010:2.0:1779693204.832153:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003ac526ab. 00000001:00000010:2.0:1779693204.832160:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005be25652. 00000001:00000010:2.0:1779693204.832164:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d5c7f730. 00000001:00000010:2.0:1779693204.832166:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000096b61159. 00000001:00000010:2.0:1779693204.832169:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a1495833. 00000001:00000010:2.0:1779693204.832171:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069e5267a. 00000020:00000010:2.0:1779693204.832176:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a893b80c. 00000020:00000010:2.0:1779693204.832182:0:6181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c98e6bcb. 00000020:00000010:2.0:1779693204.832270:0:6181:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031cd8f48. 00000008:00000010:2.0:1779693204.832284:0:6181:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f94e931a. 00020000:00000010:2.0:1779693204.832295:0:6181:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000000cae40b0. 00008000:00000010:2.0:1779693204.832324:0:6181:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000024b4a82a. 00000080:00000010:2.0:1779693204.832336:0:6181:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000193b309a. 00000020:00000010:2.0:1779693204.832342:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a159994e. 00000020:00000010:2.0:1779693204.832347:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008ca5431. 00000020:00000010:2.0:1779693204.832350:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005a7a7973. 00000008:00000010:2.0:1779693204.832354:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000007da3135e. 00020000:00000010:2.0:1779693204.832357:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f82c0df4. 00008000:00000010:2.0:1779693204.832361:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000003f59f74f. 00000080:00000010:2.0:1779693204.832364:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001540f63c. 00000080:00000010:2.0:1779693204.832368:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000018688b34. 00020000:00000010:2.0:1779693204.832374:0:6181:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at 000000003ed47052. 00000020:00000010:2.0:1779693204.832389:0:6181:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000008ebde2ed. 00020000:00000010:2.0:1779693204.833043:0:6181:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 00000000011ce348. 00020000:00000010:2.0:1779693204.833048:0:6181:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000a5b0a0af. 00000020:00000010:2.0:1779693204.833082:0:6181:0:(lu_object.c:1156:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 00000000a6b9419d. 00000020:00000010:2.0:1779693204.833091:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000df12b8d4. 00000020:00000010:2.0:1779693204.833095:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000006b940c0d. 00000020:00000010:2.0:1779693204.833102:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000f3dbd337. 00000040:00000010:2.0:1779693204.833105:0:6181:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000093767f96. 00000020:00000010:2.0:1779693204.833109:0:6181:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c1d496ec. 00000020:00000010:2.0:1779693204.833113:0:6181:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042b4a1b7. 00000020:00000010:2.0:1779693204.833116:0:6181:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000043e4327b. 80000000:00000010:2.0:1779693204.833119:0:6181:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007a044f5a. 40000000:00000010:2.0:1779693204.833122:0:6181:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009d0e668a. 00000008:00000010:2.0:1779693204.833126:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000038c743f6. 00020000:00000010:2.0:1779693204.833128:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000012a2003. 00008000:00000010:2.0:1779693204.833131:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b61dde08. 00100000:00000010:2.0:1779693204.833143:0:6181:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000037dffe3b. 00040000:00000010:2.0:1779693204.833148:0:6181:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008a9eb040. 00040000:00000010:2.0:1779693204.833151:0:6181:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c68541e4. 00040000:00000010:2.0:1779693204.833154:0:6181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b7ba2b3. 00000004:00000010:2.0:1779693204.833158:0:6181:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000059afb668. 00000004:00000010:2.0:1779693204.833163:0:6181:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000074a1611b. 00000004:00000010:2.0:1779693204.833167:0:6181:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 000000007c1d18dc. 00002000:00000010:2.0:1779693204.833171:0:6181:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000035e01faf. 00000004:00000010:2.0:1779693204.833174:0:6181:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 000000005cf32226. 00000080:00000010:2.0:1779693204.833177:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000002b43d8c6. 00000080:00000010:2.0:1779693204.833180:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000004500ad59. 00000020:00000010:2.0:1779693204.833183:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000003da5d4d. 00000040:00000010:2.0:1779693204.833185:0:6181:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000d9c804bb. 00000020:00000010:2.0:1779693204.833188:0:6181:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000da34443b. 00000020:00000010:2.0:1779693204.833190:0:6181:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a8aded44. 00000020:00000010:2.0:1779693204.833199:0:6181:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000bedf9222. 80000000:00000010:2.0:1779693204.833205:0:6181:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae148310. 40000000:00000010:2.0:1779693204.833207:0:6181:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000cf3b179. 00000008:00000010:2.0:1779693204.833210:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000075dca808. 00020000:00000010:2.0:1779693204.833212:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000074195a8e. 00008000:00000010:2.0:1779693204.833214:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000029cac47c. 00100000:00000010:2.0:1779693204.833216:0:6181:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008ca55d3a. 00040000:00000010:2.0:1779693204.833219:0:6181:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d40282f6. 00040000:00000010:2.0:1779693204.833222:0:6181:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000005f7252da. 00040000:00000010:2.0:1779693204.833224:0:6181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e880452. 00000004:00000010:2.0:1779693204.833226:0:6181:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000000490cdc8. 00000004:00000010:2.0:1779693204.833236:0:6181:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 0000000002cb342d. 00000004:00000010:2.0:1779693204.833240:0:6181:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000f62e3b15. 00002000:00000010:2.0:1779693204.833242:0:6181:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000065b425c5. 00000004:00000010:2.0:1779693204.833244:0:6181:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000b0dfd3af. 00000080:00000010:2.0:1779693204.833246:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000004f0cd43d. 00000080:00000010:2.0:1779693204.833248:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000009b6bb12c. 00000020:00000010:2.0:1779693204.833252:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000008ca5431. 00000020:00000010:2.0:1779693204.833256:0:6181:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000005a7a7973. 00000008:00000010:2.0:1779693204.833259:0:6181:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000007da3135e. 00020000:00000010:2.0:1779693204.833261:0:6181:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000f82c0df4. 00008000:00000010:2.0:1779693204.833265:0:6181:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000003f59f74f. 00000080:00000010:2.0:1779693204.833268:0:6181:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000001540f63c. 00000080:00000010:2.0:1779693204.833271:0:6181:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000018688b34. 00000020:00000010:2.0:1779693204.833274:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a159994e. 00000020:00000010:2.0:1779693204.833278:0:6181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c98e6bcb. 00000020:00000010:2.0:1779693204.833282:0:6181:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031cd8f48. 00000008:00000010:2.0:1779693204.833284:0:6181:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f94e931a. 00020000:00000010:2.0:1779693204.833290:0:6181:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000000cae40b0. 00008000:00000010:2.0:1779693204.833293:0:6181:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000024b4a82a. 00000080:00000010:2.0:1779693204.833296:0:6181:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000193b309a. 00000020:00000010:2.0:1779693204.833298:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a893b80c. 00000020:00000010:2.0:1779693204.833301:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000de78674c. 00000020:00000010:2.0:1779693204.833303:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000efc25e46. 00000020:00000010:2.0:1779693204.833327:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006d52654d. 00000020:00000010:2.0:1779693204.833330:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006d52654d. 00000020:00000010:2.0:1779693204.833335:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006d52654d. 00000020:00000010:2.0:1779693204.833336:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006d52654d. 00000020:00000010:2.0:1779693204.833339:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000efc25e46. 00000020:00000010:2.0:1779693204.833343:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000c98e6bcb. 00000020:00000010:2.0:1779693204.833349:0:6181:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000fa166796. 00000020:00000010:2.0:1779693204.833354:0:6181:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 000000007ed833fe. 00000020:00000010:2.0:1779693204.833364:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000c98e6bcb. 00000020:00000010:2.0:1779693204.833366:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000efc25e46. 00000020:00000010:2.0:1779693204.833370:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000efc25e46. 00000020:00000010:2.0:1779693204.833372:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000de78674c. 00000001:00000010:2.0:1779693204.833396:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006d52654d. 00000001:00000010:2.0:1779693204.833401:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a942ec64. 00000001:00000010:2.0:1779693204.833404:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ddcf7fa7. 00000001:00000010:2.0:1779693204.833406:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f9ec27c6. 00000001:00000010:2.0:1779693204.833408:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7c439bf. 00000001:00000010:2.0:1779693204.833411:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef560bd9. 00000020:00000010:2.0:1779693204.833414:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b46a015f. 00000020:00000010:2.0:1779693204.833416:0:6181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c98e6bcb. 00000020:00000010:2.0:1779693204.833419:0:6181:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031cd8f48. 00000008:00000010:2.0:1779693204.833422:0:6181:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f94e931a. 00020000:00000010:2.0:1779693204.833424:0:6181:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000000cae40b0. 00008000:00000010:2.0:1779693204.833426:0:6181:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000024b4a82a. 00000080:00000010:2.0:1779693204.833429:0:6181:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000193b309a. 00000020:00000010:2.0:1779693204.833432:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069404af9. 00000020:00000010:2.0:1779693204.833434:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e85fc7c. 00000040:00000010:2.0:1779693204.833437:0:6181:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000ccaada42. 00000020:00000010:2.0:1779693204.833439:0:6181:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000559e29ae. 00000020:00000010:2.0:1779693204.833442:0:6181:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000dcdea2d6. 00040000:00000010:2.0:1779693204.833444:0:6181:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a76a9521. 00040000:00000010:2.0:1779693204.833451:0:6181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c131bdd3. 00800000:00000010:2.0:1779693204.833455:0:6181:0:(lmv_obd.c:1231:lmv_device_alloc()) kmalloced '(lu)': 64 at 0000000031894e07. 80000000:00000010:2.0:1779693204.833464:0:6181:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 00000000f7d6460d. 00800000:00000010:2.0:1779693204.833489:0:6181:0:(lmv_obd.c:1287:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000cef95b15. 00800000:00000010:2.0:1779693204.833492:0:6181:0:(lmv_obd.c:1296:lmv_device_alloc()) kmalloced '(pat)': 280 at 0000000093ac32b6. 00000020:00000010:2.0:1779693204.833578:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000740c0d21. 00000020:00000010:2.0:1779693204.833581:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000342815a2. 00000020:00000010:2.0:1779693204.833592:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000008e85fc7c. 00000040:00000010:2.0:1779693204.833595:0:6181:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000ccaada42. 00000020:00000010:2.0:1779693204.833598:0:6181:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000559e29ae. 00000020:00000010:2.0:1779693204.833601:0:6181:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000dcdea2d6. 00040000:00000010:2.0:1779693204.833604:0:6181:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a76a9521. 00040000:00000010:2.0:1779693204.833606:0:6181:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c131bdd3. 00000020:00000010:2.0:1779693204.833608:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069404af9. 00000020:00000010:2.0:1779693204.833610:0:6181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c98e6bcb. 00000020:00000010:2.0:1779693204.833613:0:6181:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031cd8f48. 00000008:00000010:2.0:1779693204.833615:0:6181:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f94e931a. 00020000:00000010:2.0:1779693204.833617:0:6181:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000000cae40b0. 00008000:00000010:2.0:1779693204.833619:0:6181:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000024b4a82a. 00000080:00000010:2.0:1779693204.833621:0:6181:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000193b309a. 00000020:00000010:2.0:1779693204.833623:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b46a015f. 00000020:00000010:2.0:1779693204.833626:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000de78674c. 00000020:00000010:2.0:1779693204.833628:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000efc25e46. 00000020:00000010:2.0:1779693204.833632:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a76a9521. 00000020:00000010:2.0:1779693204.833634:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a76a9521. 00000020:00000010:2.0:1779693204.833638:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a76a9521. 00000020:00000010:2.0:1779693204.833640:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a76a9521. 00000020:00000010:2.0:1779693204.833642:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 000000005a7a7973. 00000020:00000010:2.0:1779693204.833645:0:6181:0:(obd_config.c:1150:class_add_profile()) kmalloced '(lprof)': 48 at 00000000efc25e46. 00000020:00000010:2.0:1779693204.833648:0:6181:0:(obd_config.c:1156:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 0000000038fc073a. 00000020:00000010:2.0:1779693204.833650:0:6181:0:(obd_config.c:1162:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 000000000bc70efa. 00000020:00000010:2.0:1779693204.833653:0:6181:0:(obd_config.c:1169:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 000000009718e4ea. 00000020:00000010:2.0:1779693204.833660:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 000000005a7a7973. 00000020:00000010:2.0:1779693204.833663:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a76a9521. 00000020:00000010:2.0:1779693204.833665:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a76a9521. 00000020:00000010:2.0:1779693204.833670:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a76a9521. 00000020:00000010:2.0:1779693204.833672:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a76a9521. 00000020:00000010:2.0:1779693204.833674:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000277491df. 00000100:00000010:2.0:1779693204.833677:0:6181:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000adf2e740. 00000400:00000200:2.0:1779693204.833681:0:6181:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1779693204.833686:0:6181:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.833692:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.833696:0:6181:0:(peer.c:1747:lnet_peer_add()) peer 192.168.203.115@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1779693204.833700:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.833704:0:6181:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1779693204.833708:0:6181:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp: 0. pending discovery 00000400:00000200:2.0:1779693204.833710:0:6181:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.203.115@tcp 00000100:00000010:2.0:1779693204.833712:0:6181:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000adf2e740. 00000020:00000010:2.0:1779693204.833716:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000277491df. 00000020:00000010:2.0:1779693204.833719:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000277491df. 00000020:00000010:2.0:1779693204.833743:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000de78674c. 00000020:00000010:2.0:1779693204.833752:0:6181:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000c3640a54. 00000020:00000010:2.0:1779693204.835392:0:6181:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000559e29ae. 00000020:00000010:2.0:1779693204.835414:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000de78674c. 00000020:00000010:2.0:1779693204.835418:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000277491df. 00000020:00000010:2.0:1779693204.835437:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000277491df. 00000020:00000010:2.0:1779693204.835442:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000de78674c. 00000001:00000010:2.0:1779693204.835463:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a76a9521. 00000001:00000010:2.0:1779693204.835468:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bbf9c70e. 00000001:00000010:2.0:1779693204.835472:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b46a015f. 00000001:00000010:2.0:1779693204.835475:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069404af9. 00000001:00000010:2.0:1779693204.835477:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c131bdd3. 00000001:00000010:2.0:1779693204.835479:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dcdea2d6. 00000020:00000010:2.0:1779693204.835483:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccaada42. 00000020:00000010:2.0:1779693204.835509:0:6181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c98e6bcb. 00000020:00000010:2.0:1779693204.835514:0:6181:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031cd8f48. 00000008:00000010:2.0:1779693204.835519:0:6181:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f94e931a. 00020000:00000010:2.0:1779693204.835649:0:6181:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000000cae40b0. 00008000:00000010:2.0:1779693204.835652:0:6181:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000024b4a82a. 00000080:00000010:2.0:1779693204.835657:0:6181:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000193b309a. 00000020:00000010:2.0:1779693204.835661:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e85fc7c. 00000020:00000010:2.0:1779693204.835664:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a893b80c. 00000020:00000010:2.0:1779693204.835668:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005a7a7973. 00000008:00000010:2.0:1779693204.835671:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000007da3135e. 00020000:00000010:2.0:1779693204.835674:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f82c0df4. 00008000:00000010:2.0:1779693204.835677:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000003f59f74f. 00000080:00000010:2.0:1779693204.835680:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001540f63c. 00000080:00000010:2.0:1779693204.835683:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000018688b34. 00000002:00000010:2.0:1779693204.835691:0:6181:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000f643195f. 00010000:00000010:2.0:1779693204.835704:0:6181:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000050181abe. 00010000:00000010:2.0:1779693204.835710:0:6181:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000f64b5009. 00010000:00000010:2.0:1779693204.835713:0:6181:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000083686d19. 00000020:00000010:2.0:1779693204.835718:0:6181:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 00000000b4a400e1. 00000100:00000200:2.0:1779693204.835906:0:6181:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.115@tcp->12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693204.835912:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.835918:0:6181:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.203.115@tcp primary NID 192.168.203.115@tcp rc 0 00010000:00000010:2.0:1779693204.835924:0:6181:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009dd2baec. 00010000:00000010:2.0:1779693204.835928:0:6181:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000008d602d8f. 00000001:00000010:2.0:1779693204.835932:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a159994e. 00000001:00000010:2.0:1779693204.835934:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000eeea0b32. 00000001:00000010:2.0:1779693204.836047:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000e00a5e9. 00000001:00000010:2.0:1779693204.836091:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000619a3805. 00000001:00000010:2.0:1779693204.836137:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007a9634cc. 00000001:00000010:2.0:1779693204.836181:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000056eebd2. 00000001:00000010:2.0:1779693204.836231:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000318b1ef2. 00000001:00000010:2.0:1779693204.836292:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000051e7281c. 00000001:00000010:2.0:1779693204.836359:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005bd176f5. 00000001:00000010:2.0:1779693204.836406:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cae1cd9f. 00000001:00000010:2.0:1779693204.836451:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c340380a. 00000001:00000010:2.0:1779693204.836507:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000fb21de5. 00000001:00000010:2.0:1779693204.836561:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006af93a10. 00000001:00000010:2.0:1779693204.836611:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e3ad8807. 00000001:00000010:2.0:1779693204.836673:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a6efea04. 00000001:00000010:2.0:1779693204.837356:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000077c2e88b. 00000001:00000010:2.0:1779693204.837405:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000065b35d29. 00000001:00000010:2.0:1779693204.837449:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f654fbfc. 00000001:00000010:2.0:1779693204.837807:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004d3343c0. 00000001:00000010:2.0:1779693204.837860:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ef00d1ad. 00000001:00000010:2.0:1779693204.837918:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b6dec66. 00000001:00000010:2.0:1779693204.838044:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ab94461c. 00000001:00000010:2.0:1779693204.838094:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009bdc81f5. 00000001:00000010:2.0:1779693204.838141:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d3172829. 00000001:00000010:2.0:1779693204.838194:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cb7c8830. 00000001:00000010:2.0:1779693204.838271:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a7ba7c9c. 00000001:00000010:2.0:1779693204.838398:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004fef035a. 00000001:00000010:2.0:1779693204.838451:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1d1040a. 00000001:00000010:2.0:1779693204.838837:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e65c4e24. 00000001:00000010:2.0:1779693204.838910:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009856a595. 00000001:00000010:2.0:1779693204.839032:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fce93cde. 00000001:00000010:2.0:1779693204.839094:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b11c6bd8. 00000001:00000010:2.0:1779693204.839144:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000fc57ca5. 00000001:00000010:2.0:1779693204.839197:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000002a16b4. 00000020:00000010:2.0:1779693204.839230:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000093fb4a57. 00000020:00000010:2.0:1779693204.839234:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000db9df7cc. 00000020:00000010:2.0:1779693204.839464:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005b05234a. 00000020:00000010:2.0:1779693204.839468:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000008ca5431. 00000020:00000010:1.0:1779693204.841084:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000054be0079. 00000020:00000010:1.0:1779693204.841092:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000f182bbc9. 00000020:00000010:1.0:1779693204.841133:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000322688e0. 00000020:00000010:1.0:1779693204.841136:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003978f451. 00000040:00000010:1.0:1779693204.841164:0:6181:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a4c2928c. 00000002:00000010:1.0:1779693204.841174:0:6181:0:(mdc_changelog.c:923:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000afb11ccc. 00000020:00000010:1.0:1779693204.841918:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000a893b80c. 00000020:00000010:1.0:1779693204.841926:0:6181:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000005a7a7973. 00000008:00000010:1.0:1779693204.841931:0:6181:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000007da3135e. 00020000:00000010:1.0:1779693204.841937:0:6181:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000f82c0df4. 00008000:00000010:1.0:1779693204.841942:0:6181:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000003f59f74f. 00000080:00000010:1.0:1779693204.841949:0:6181:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000001540f63c. 00000080:00000010:1.0:1779693204.841953:0:6181:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000018688b34. 00000020:00000010:1.0:1779693204.841959:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e85fc7c. 00000020:00000010:1.0:1779693204.841965:0:6181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c98e6bcb. 00000020:00000010:1.0:1779693204.841969:0:6181:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031cd8f48. 00000008:00000010:1.0:1779693204.841973:0:6181:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f94e931a. 00020000:00000010:1.0:1779693204.841980:0:6181:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000000cae40b0. 00008000:00000010:1.0:1779693204.841985:0:6181:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000024b4a82a. 00000080:00000010:1.0:1779693204.841988:0:6181:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000193b309a. 00000020:00000010:1.0:1779693204.841991:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccaada42. 00000020:00000010:1.0:1779693204.841995:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000de78674c. 00000020:00000010:1.0:1779693204.841997:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000277491df. 00000020:00000010:1.0:1779693204.842008:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000bae082da. 00000020:00000010:1.0:1779693204.842020:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.842029:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000290c8993. 00000020:00000010:1.0:1779693204.842033:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000006b3df22. 00000040:00000010:1.0:1779693204.842037:0:6181:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000026194dbb. 00000020:00000010:1.0:1779693204.842041:0:6181:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000002757594. 00000020:00000010:1.0:1779693204.842045:0:6181:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000ac5c38a3. 00040000:00000010:1.0:1779693204.842051:0:6181:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002495b616. 00040000:00000010:1.0:1779693204.842058:0:6181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067213969. 00800000:00000010:1.0:1779693204.842070:0:6181:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000a62b7084. 00020000:00000010:1.0:1779693204.842074:0:6181:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000060c69999. 00000020:00000010:1.0:1779693204.842077:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000006b3df22. 00000040:00000010:1.0:1779693204.842081:0:6181:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000026194dbb. 00000020:00000010:1.0:1779693204.842084:0:6181:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000002757594. 00000020:00000010:1.0:1779693204.842089:0:6181:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000ac5c38a3. 00040000:00000010:1.0:1779693204.842093:0:6181:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002495b616. 00040000:00000010:1.0:1779693204.842098:0:6181:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067213969. 00000020:00000010:1.0:1779693204.842101:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000290c8993. 00000020:00000010:1.0:1779693204.842109:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067213969. 00000020:00000010:1.0:1779693204.842112:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ac5c38a3. 00000020:00000010:1.0:1779693204.842116:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.842122:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.842127:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.842131:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.842135:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.842139:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b7927621. 00000020:00000010:1.0:1779693204.842148:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000ac5c38a3. 00000020:00000010:1.0:1779693204.842151:0:6181:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.842154:0:6181:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.842159:0:6181:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.842161:0:6181:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.842164:0:6181:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.842166:0:6181:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b7927621. 00000020:00000010:1.0:1779693204.842176:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067213969. 00000020:00000010:1.0:1779693204.842182:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.842185:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000bae082da. 00000020:00000010:1.0:1779693204.842190:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002495b616. 00000020:00000010:1.0:1779693204.842193:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002495b616. 00000020:00000010:1.0:1779693204.842197:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002495b616. 00000020:00000010:1.0:1779693204.842199:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002495b616. 00000020:00000010:1.0:1779693204.842203:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002495b616. 00000020:00000010:1.0:1779693204.842205:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002495b616. 00000020:00000010:1.0:1779693204.842208:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000bae082da. 00000100:00000010:1.0:1779693204.842214:0:6181:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000384e10b3. 00000400:00000200:1.0:1779693204.842218:0:6181:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1779693204.842225:0:6181:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.203.115@tcp 00000400:00000200:1.0:1779693204.842232:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.842237:0:6181:0:(peer.c:1747:lnet_peer_add()) peer 192.168.203.115@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1779693204.842243:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.842252:0:6181:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1779693204.842255:0:6181:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp: 0. pending discovery 00000400:00000200:1.0:1779693204.842257:0:6181:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.203.115@tcp 00000100:00000010:1.0:1779693204.842259:0:6181:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000384e10b3. 00000020:00000010:1.0:1779693204.842262:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000bae082da. 00000020:00000010:1.0:1779693204.842267:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000bae082da. 00000020:00000010:1.0:1779693204.842269:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.842290:0:6181:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000001b4aac8b. 00000020:00000010:1.0:1779693204.842296:0:6181:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 0000000002757594. 00000020:00000010:1.0:1779693204.843926:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.843932:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000bae082da. 00000020:00000010:1.0:1779693204.843942:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000bae082da. 00000020:00000010:1.0:1779693204.843947:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ac4d1bb. 00000001:00000010:1.0:1779693204.843973:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002495b616. 00000001:00000010:1.0:1779693204.843979:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d442b0d4. 00000001:00000010:1.0:1779693204.843983:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067213969. 00000001:00000010:1.0:1779693204.843993:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac5c38a3. 00000001:00000010:1.0:1779693204.843996:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000026194dbb. 00000001:00000010:1.0:1779693204.843999:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e590dc19. 00000020:00000010:1.0:1779693204.844004:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a635a755. 00000020:00000010:1.0:1779693204.844009:0:6181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.844025:0:6181:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fdb0549e. 00000008:00000010:1.0:1779693204.844031:0:6181:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000006655617. 00020000:00000010:1.0:1779693204.844035:0:6181:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c5baba5b. 00008000:00000010:1.0:1779693204.844040:0:6181:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000063e79f66. 00000080:00000010:1.0:1779693204.844046:0:6181:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005c87f2df. 00000020:00000010:1.0:1779693204.844050:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004def3698. 00000020:00000010:1.0:1779693204.844054:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000027b5bc8. 00000020:00000010:1.0:1779693204.844058:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.844061:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.844065:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.844068:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.844071:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.844073:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b7927621. 00000002:00000010:1.0:1779693204.844077:0:6181:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 000000007078eb66. 00010000:00000010:1.0:1779693204.844090:0:6181:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000532a26e6. 00010000:00000010:1.0:1779693204.844107:0:6181:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000e8184586. 00010000:00000010:1.0:1779693204.844112:0:6181:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000003b4a234b. 00000020:00000010:1.0:1779693204.844116:0:6181:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 00000000cd60a732. 00000100:00000200:1.0:1779693204.844134:0:6181:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.115@tcp->12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693204.844140:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.844146:0:6181:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.203.115@tcp primary NID 192.168.203.115@tcp rc 0 00010000:00000010:1.0:1779693204.844151:0:6181:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000fb48979b. 00010000:00000010:1.0:1779693204.844164:0:6181:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000c7130be4. 00000001:00000010:1.0:1779693204.844169:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000290c8993. 00000001:00000010:1.0:1779693204.844173:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000003136915d. 00000001:00000010:1.0:1779693204.844223:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000032e12e4. 00000001:00000010:1.0:1779693204.844282:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ebab7902. 00000001:00000010:1.0:1779693204.845686:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000024f160f1. 00000001:00000010:1.0:1779693204.845785:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000000a544fe. 00000001:00000010:1.0:1779693204.845979:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000982d50b0. 00000001:00000010:1.0:1779693204.846038:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000234b0397. 00000001:00000010:1.0:1779693204.846098:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009deafd68. 00000001:00000010:1.0:1779693204.846164:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a9941118. 00000001:00000010:1.0:1779693204.846217:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1b45950. 00000001:00000010:1.0:1779693204.846265:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a6b79f5. 00000001:00000010:1.0:1779693204.846330:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000005bc03cd. 00000001:00000010:1.0:1779693204.846383:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000976c5055. 00000001:00000010:1.0:1779693204.846441:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a06ab873. 00000001:00000010:1.0:1779693204.847449:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000730ac931. 00000001:00000010:1.0:1779693204.847827:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008e60ec3e. 00000001:00000010:1.0:1779693204.847879:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007ba5cec1. 00000001:00000010:1.0:1779693204.847928:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000085321af0. 00000001:00000010:1.0:1779693204.847981:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006a11247d. 00000001:00000010:1.0:1779693204.848033:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000938add9b. 00000001:00000010:1.0:1779693204.848081:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a112ecc1. 00000001:00000010:1.0:1779693204.848130:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000048d2454b. 00000001:00000010:1.0:1779693204.849903:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003875bde6. 00000001:00000010:1.0:1779693204.849950:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b221d044. 00000001:00000010:1.0:1779693204.850007:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b1500b4. 00000001:00000010:1.0:1779693204.850058:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000045720eae. 00000001:00000010:1.0:1779693204.850103:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007bb5d9c0. 00000001:00000010:1.0:1779693204.850147:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001b3d0df4. 00000001:00000010:1.0:1779693204.850192:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cab5c2b3. 00000001:00000010:1.0:1779693204.850239:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e2f122f7. 00000001:00000010:1.0:1779693204.850285:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000079ab7cd9. 00000001:00000010:1.0:1779693204.850340:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000054725564. 00000001:00000010:1.0:1779693204.850387:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000038ec20ce. 00000020:00000010:1.0:1779693204.850416:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000021329d56. 00000020:00000010:1.0:1779693204.850424:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000008a1bf859. 00000020:00000010:1.0:1779693204.852128:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b6d7b18c. 00000020:00000010:1.0:1779693204.852134:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000006b3df22. 00000020:00000010:1.0:1779693204.852350:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002504e9a8. 00000020:00000010:1.0:1779693204.852355:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000278e060c. 00000020:00000010:1.0:1779693204.852375:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000baba285c. 00000020:00000010:1.0:1779693204.852377:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000470ec307. 00000040:00000010:1.0:1779693204.852397:0:6181:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000004a719ba4. 00000002:00000010:1.0:1779693204.852406:0:6181:0:(mdc_changelog.c:923:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 000000007a645d44. 00000020:00000010:1.0:1779693204.854396:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000027b5bc8. 00000020:00000010:1.0:1779693204.854404:0:6181:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.854409:0:6181:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.854414:0:6181:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.854418:0:6181:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.854424:0:6181:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.854428:0:6181:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b7927621. 00000020:00000010:1.0:1779693204.854430:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004def3698. 00000020:00000010:1.0:1779693204.854435:0:6181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.854438:0:6181:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fdb0549e. 00000008:00000010:1.0:1779693204.854441:0:6181:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000006655617. 00020000:00000010:1.0:1779693204.854444:0:6181:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c5baba5b. 00008000:00000010:1.0:1779693204.854447:0:6181:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000063e79f66. 00000080:00000010:1.0:1779693204.854449:0:6181:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005c87f2df. 00000020:00000010:1.0:1779693204.854452:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a635a755. 00000020:00000010:1.0:1779693204.854456:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.854458:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000bae082da. 00000020:00000010:1.0:1779693204.854468:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.854472:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.854480:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cff9f05. 00000020:00000010:1.0:1779693204.854483:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c8a8ad50. 00000040:00000010:1.0:1779693204.854485:0:6181:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000009470c0ed. 00000020:00000010:1.0:1779693204.854489:0:6181:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dd2f3a20. 00000020:00000010:1.0:1779693204.855688:0:6181:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000ac49c761. 00040000:00000010:1.0:1779693204.855697:0:6181:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003b36d235. 00040000:00000010:1.0:1779693204.855701:0:6181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c6c62cc5. 00800000:00000010:1.0:1779693204.855715:0:6181:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000b00bc53c. 00000020:00000010:1.0:1779693204.855719:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8a8ad50. 00000040:00000010:1.0:1779693204.855737:0:6181:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000009470c0ed. 00000020:00000010:1.0:1779693204.855740:0:6181:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dd2f3a20. 00000020:00000010:1.0:1779693204.855744:0:6181:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000ac49c761. 00040000:00000010:1.0:1779693204.855747:0:6181:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003b36d235. 00040000:00000010:1.0:1779693204.855750:0:6181:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c6c62cc5. 00000020:00000010:1.0:1779693204.855752:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cff9f05. 00000020:00000010:1.0:1779693204.855758:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cff9f05. 00000020:00000010:1.0:1779693204.855761:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c6c62cc5. 00000020:00000010:1.0:1779693204.855764:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.855768:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.855772:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.855775:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.855779:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.855782:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b7927621. 00000020:00000010:1.0:1779693204.855789:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000c6c62cc5. 00000020:00000010:1.0:1779693204.855792:0:6181:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.855795:0:6181:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.855797:0:6181:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.855800:0:6181:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.855802:0:6181:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.855805:0:6181:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b7927621. 00000020:00000010:1.0:1779693204.855807:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cff9f05. 00000020:00000010:1.0:1779693204.855819:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.855823:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.855832:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003b36d235. 00000020:00000010:1.0:1779693204.855835:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003b36d235. 00000020:00000010:1.0:1779693204.855839:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003b36d235. 00000020:00000010:1.0:1779693204.855841:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003b36d235. 00000020:00000010:1.0:1779693204.855851:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003b36d235. 00000020:00000010:1.0:1779693204.855853:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003b36d235. 00000020:00000010:1.0:1779693204.855856:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000a55adcce. 00000100:00000010:1.0:1779693204.855859:0:6181:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000005736e1b2. 00000400:00000200:1.0:1779693204.855863:0:6181:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1779693204.855869:0:6181:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.203.115@tcp 00000400:00000200:1.0:1779693204.855875:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.855880:0:6181:0:(peer.c:1747:lnet_peer_add()) peer 192.168.203.115@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1779693204.855885:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.855890:0:6181:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1779693204.855893:0:6181:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp: 0. pending discovery 00000400:00000200:1.0:1779693204.855895:0:6181:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.203.115@tcp 00000100:00000010:1.0:1779693204.855897:0:6181:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000005736e1b2. 00000020:00000010:1.0:1779693204.855899:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.855903:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.855906:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.855914:0:6181:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 0000000067b183a1. 00000020:00000010:1.0:1779693204.855919:0:6181:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000dd2f3a20. 00000020:00000010:1.0:1779693204.855930:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.855932:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.855934:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.855937:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ac4d1bb. 00000001:00000010:1.0:1779693204.855955:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003b36d235. 00000001:00000010:1.0:1779693204.855960:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dd8f940a. 00000001:00000010:1.0:1779693204.855963:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006cff9f05. 00000001:00000010:1.0:1779693204.855965:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c6c62cc5. 00000001:00000010:1.0:1779693204.855967:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac49c761. 00000001:00000010:1.0:1779693204.855969:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009470c0ed. 00000020:00000010:1.0:1779693204.855972:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8a8ad50. 00000020:00000010:1.0:1779693204.855975:0:6181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.855979:0:6181:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fdb0549e. 00000008:00000010:1.0:1779693204.855981:0:6181:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000006655617. 00020000:00000010:1.0:1779693204.855991:0:6181:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c5baba5b. 00008000:00000010:1.0:1779693204.855995:0:6181:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000063e79f66. 00000080:00000010:1.0:1779693204.855999:0:6181:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005c87f2df. 00000020:00000010:1.0:1779693204.856002:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001adf820a. 00000020:00000010:1.0:1779693204.856004:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf040da5. 00000020:00000010:1.0:1779693204.856006:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.856009:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.856011:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.856013:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.856015:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.856017:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b7927621. 00000008:00000010:1.0:1779693204.856019:0:6181:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000064dc124. 00010000:00000010:1.0:1779693204.856030:0:6181:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000226d1866. 00010000:00000010:1.0:1779693204.856035:0:6181:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000a82fbf21. 00000020:00000010:1.0:1779693204.856041:0:6181:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 00000000667853bd. 00000100:00000200:1.0:1779693204.856053:0:6181:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.115@tcp->12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693204.856057:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.856061:0:6181:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.203.115@tcp primary NID 192.168.203.115@tcp rc 0 00010000:00000010:1.0:1779693204.856065:0:6181:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000d0dc6739. 00010000:00000010:1.0:1779693204.856069:0:6181:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000003f873871. 00000001:00000010:1.0:1779693204.856072:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ced7d015. 00000001:00000010:1.0:1779693204.856074:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000066ac2ec0. 00000001:00000010:1.0:1779693204.856078:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e161ceea. 00000001:00000010:1.0:1779693204.856083:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e634ae9e. 00000001:00000010:1.0:1779693204.856098:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000670d4a24. 00000001:00000010:1.0:1779693204.856103:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000092274fa9. 00000001:00000010:1.0:1779693204.856108:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000058e80026. 00000001:00000010:1.0:1779693204.856113:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000863989b. 00000001:00000010:1.0:1779693204.856123:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c65dcaf6. 00000001:00000010:1.0:1779693204.856128:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f7acd665. 00000001:00000010:1.0:1779693204.856133:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001f0cee68. 00000001:00000010:1.0:1779693204.856139:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000041b0047b. 00000001:00000010:1.0:1779693204.856150:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f692da63. 00000001:00000010:1.0:1779693204.856155:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000094d7ef45. 00000001:00000010:1.0:1779693204.856160:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006e2cb250. 00000001:00000010:1.0:1779693204.856165:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001516b07d. 00000001:00000010:1.0:1779693204.856174:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b0b5527c. 00000001:00000010:1.0:1779693204.856179:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f0c76344. 00000020:00000010:1.0:1779693204.856187:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000344ab4dd. 00000020:00000010:1.0:1779693204.856190:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000af898bae. 00000020:00000010:1.0:1779693204.856299:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b6637ec6. 00000020:00000010:1.0:1779693204.856302:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000f92df0e5. 00000020:00000010:1.0:1779693204.856487:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f7474592. 00000020:00000010:1.0:1779693204.856490:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000445ce187. 00000100:00000010:1.0:1779693204.857681:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000390920bf. 00000100:00000010:1.0:1779693204.857854:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000dd7217b1. 00000100:00000010:1.0:1779693204.857861:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a43aa466. 00000100:00000010:1.0:1779693204.858017:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000ba4f9456. 00000100:00000010:1.0:1779693204.858022:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006dc9ccfe. 00000100:00000010:1.0:1779693204.858177:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000000524399c. 00000100:00000010:1.0:1779693204.858182:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d15b5268. 00000100:00000010:1.0:1779693204.858338:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000ebe70623. 00000100:00000010:1.0:1779693204.858342:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002f1e7ea. 00000100:00000010:1.0:1779693204.859103:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000156531dc. 00000100:00000010:1.0:1779693204.859110:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006444a5fc. 00000100:00000010:1.0:1779693204.859263:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001be6f151. 00000100:00000010:1.0:1779693204.859269:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004122e09a. 00000100:00000010:1.0:1779693204.859434:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000038c5981e. 00000100:00000010:1.0:1779693204.859438:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8c0bdb9. 00000100:00000010:1.0:1779693204.859857:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001c443f24. 00000100:00000010:1.0:1779693204.859870:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c965320f. 00000100:00000010:1.0:1779693204.860134:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000068ae4b83. 00000100:00000010:1.0:1779693204.860140:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000819c9f79. 00000100:00000010:1.0:1779693204.860603:0:6181:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000098094019. 00000020:00000010:1.0:1779693204.860619:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf040da5. 00000020:00000010:1.0:1779693204.860627:0:6181:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.860632:0:6181:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.860638:0:6181:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.860643:0:6181:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.860649:0:6181:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.860654:0:6181:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b7927621. 00000020:00000010:1.0:1779693204.860659:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001adf820a. 00000020:00000010:1.0:1779693204.860666:0:6181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.860670:0:6181:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fdb0549e. 00000008:00000010:1.0:1779693204.860675:0:6181:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000006655617. 00020000:00000010:1.0:1779693204.860678:0:6181:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c5baba5b. 00008000:00000010:1.0:1779693204.860682:0:6181:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000063e79f66. 00000080:00000010:1.0:1779693204.860686:0:6181:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005c87f2df. 00000020:00000010:1.0:1779693204.860690:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8a8ad50. 00000020:00000010:1.0:1779693204.860696:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.860700:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.860715:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.860721:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.860764:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8a8ad50. 00000020:00000010:1.0:1779693204.860769:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000001adf820a. 00000020:00000010:1.0:1779693204.860773:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.860779:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.860782:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.860786:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.860791:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.860794:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b7927621. 00020000:00000010:1.0:1779693204.860811:0:6181:0:(lov_obd.c:501:lov_add_target()) kmalloced '(tgt)': 368 at 00000000bf040da5. 00020000:00000010:1.0:1779693204.860818:0:6181:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000234b76cb. 00020000:00000010:1.0:1779693204.860829:0:6181:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at 00000000a635a755. 00000020:00000010:1.0:1779693204.860832:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000001adf820a. 00000020:00000010:1.0:1779693204.860844:0:6181:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.860847:0:6181:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.860849:0:6181:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.860851:0:6181:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.860853:0:6181:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.860855:0:6181:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b7927621. 00000020:00000010:1.0:1779693204.860857:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8a8ad50. 00000020:00000010:1.0:1779693204.860860:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.860862:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.860869:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a4eba451. 00000020:00000010:1.0:1779693204.860872:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a4eba451. 00000020:00000010:1.0:1779693204.860878:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a4eba451. 00000020:00000010:1.0:1779693204.860880:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a4eba451. 00000020:00000010:1.0:1779693204.860886:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a4eba451. 00000020:00000010:1.0:1779693204.860888:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a4eba451. 00000020:00000010:1.0:1779693204.860891:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000a55adcce. 00000100:00000010:1.0:1779693204.860913:0:6181:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000006a0bfdb5. 00000400:00000200:1.0:1779693204.860919:0:6181:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1779693204.860929:0:6181:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.203.115@tcp 00000400:00000200:1.0:1779693204.860937:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.860945:0:6181:0:(peer.c:1747:lnet_peer_add()) peer 192.168.203.115@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1779693204.860952:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.860959:0:6181:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1779693204.860961:0:6181:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp: 0. pending discovery 00000400:00000200:1.0:1779693204.860964:0:6181:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.203.115@tcp 00000100:00000010:1.0:1779693204.860966:0:6181:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000006a0bfdb5. 00000020:00000010:1.0:1779693204.860971:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.860976:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.860979:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.860990:0:6181:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000bf1871b9. 00000020:00000010:1.0:1779693204.860998:0:6181:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000036a4320. 00000020:00000010:1.0:1779693204.861017:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.861025:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.861031:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.861034:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ac4d1bb. 00000001:00000010:1.0:1779693204.861067:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a4eba451. 00000001:00000010:1.0:1779693204.861073:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000df447665. 00000001:00000010:1.0:1779693204.861078:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004def3698. 00000001:00000010:1.0:1779693204.861081:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8a8ad50. 00000001:00000010:1.0:1779693204.861085:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001adf820a. 00000001:00000010:1.0:1779693204.861088:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000027b5bc8. 00000020:00000010:1.0:1779693204.861094:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011b0fb63. 00000020:00000010:1.0:1779693204.861098:0:6181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.861103:0:6181:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fdb0549e. 00000008:00000010:1.0:1779693204.861107:0:6181:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000006655617. 00020000:00000010:1.0:1779693204.861110:0:6181:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c5baba5b. 00008000:00000010:1.0:1779693204.861113:0:6181:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000063e79f66. 00000080:00000010:1.0:1779693204.861118:0:6181:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005c87f2df. 00000020:00000010:1.0:1779693204.861121:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019ea093a. 00000020:00000010:1.0:1779693204.861124:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000145537ca. 00000020:00000010:1.0:1779693204.861127:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.861129:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.861132:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.861134:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.861136:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.861142:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b7927621. 00000008:00000010:1.0:1779693204.861147:0:6181:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 000000007c1a34cf. 00010000:00000010:1.0:1779693204.861161:0:6181:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000d8f9c244. 00010000:00000010:1.0:1779693204.861178:0:6181:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000055b14d14. 00000020:00000010:1.0:1779693204.861417:0:6181:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1720 at 00000000b12d3789. 00000100:00000200:1.0:1779693204.865594:0:6181:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.115@tcp->12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693204.865608:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.865617:0:6181:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.203.115@tcp primary NID 192.168.203.115@tcp rc 0 00010000:00000010:1.0:1779693204.865629:0:6181:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000a412b9fc. 00010000:00000010:1.0:1779693204.865650:0:6181:0:(ldlm_resource.c:965:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000068f05679. 00000001:00000010:1.0:1779693204.865658:0:6181:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000872a45c5. 00000001:00000010:1.0:1779693204.865665:0:6181:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000009845316f. 00000001:00000010:1.0:1779693204.865672:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006e569ae8. 00000001:00000010:1.0:1779693204.865679:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005f48b1f5. 00000001:00000010:1.0:1779693204.865698:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d098abc2. 00000001:00000010:1.0:1779693204.865705:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000013193cbe. 00000001:00000010:1.0:1779693204.865712:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008f271c0b. 00000001:00000010:1.0:1779693204.865718:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c86f3630. 00000001:00000010:1.0:1779693204.865756:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007a19bff2. 00000001:00000010:1.0:1779693204.865765:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000364e3cfe. 00000001:00000010:1.0:1779693204.865771:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c21b7445. 00000001:00000010:1.0:1779693204.865778:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009003e6d6. 00000001:00000010:1.0:1779693204.865791:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009b35e40c. 00000001:00000010:1.0:1779693204.865798:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cfeddee1. 00000001:00000010:1.0:1779693204.865804:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000392da8ac. 00000001:00000010:1.0:1779693204.865810:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e69fc666. 00000001:00000010:1.0:1779693204.865823:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000140a311d. 00000001:00000010:1.0:1779693204.865830:0:6181:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000af742102. 00000020:00000010:1.0:1779693204.865842:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003ea6ec1d. 00000020:00000010:1.0:1779693204.865848:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000cd4f8788. 00000020:00000010:1.0:1779693204.866026:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ad4de8cb. 00000020:00000010:1.0:1779693204.866030:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000005fe6e7ee. 00000020:00000010:1.0:1779693204.866711:0:6181:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000205daaef. 00000020:00000010:1.0:1779693204.866716:0:6181:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000021a9cf37. 00000020:00000010:1.0:1779693204.866776:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000145537ca. 00000020:00000010:1.0:1779693204.866783:0:6181:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000002bcd3a4. 00000008:00000010:1.0:1779693204.866791:0:6181:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.866797:0:6181:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.866802:0:6181:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.866808:0:6181:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.866821:0:6181:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b7927621. 00000020:00000010:1.0:1779693204.866826:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019ea093a. 00000020:00000010:1.0:1779693204.866835:0:6181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.866840:0:6181:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fdb0549e. 00000008:00000010:1.0:1779693204.866845:0:6181:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000006655617. 00020000:00000010:1.0:1779693204.866850:0:6181:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c5baba5b. 00008000:00000010:1.0:1779693204.866853:0:6181:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000063e79f66. 00000080:00000010:1.0:1779693204.866860:0:6181:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005c87f2df. 00000020:00000010:1.0:1779693204.866865:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011b0fb63. 00000020:00000010:1.0:1779693204.866872:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ac4d1bb. 00000020:00000010:1.0:1779693204.866874:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.866886:0:6181:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.866892:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.866903:0:6181:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011b0fb63. 00000020:00000010:1.0:1779693204.866907:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000019ea093a. 00000020:00000010:1.0:1779693204.866911:0:6181:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000001aff77f1. 00000008:00000010:1.0:1779693204.866917:0:6181:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.866920:0:6181:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.866925:0:6181:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.866930:0:6181:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.866934:0:6181:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b7927621. 00020000:00000010:1.0:1779693204.866950:0:6181:0:(lov_obd.c:501:lov_add_target()) kmalloced '(tgt)': 368 at 00000000145537ca. 00000020:00000010:1.0:1779693204.866959:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000019ea093a. 00000020:00000010:1.0:1779693204.866962:0:6181:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000001aff77f1. 00000008:00000010:1.0:1779693204.866965:0:6181:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000fb4ec2b6. 00020000:00000010:1.0:1779693204.866967:0:6181:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000007dd2e34. 00008000:00000010:1.0:1779693204.866969:0:6181:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006b66183e. 00000080:00000010:1.0:1779693204.866971:0:6181:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000ea7c54e0. 00000080:00000010:1.0:1779693204.866974:0:6181:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b7927621. 00000020:00000010:1.0:1779693204.866977:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011b0fb63. 00000020:00000010:1.0:1779693204.866980:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000008fb0049d. 00000020:00000010:1.0:1779693204.866982:0:6181:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.867001:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003b7e968a. 00000020:00000010:1.0:1779693204.867004:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003b7e968a. 00000020:00000010:1.0:1779693204.867014:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003b7e968a. 00000020:00000010:1.0:1779693204.867016:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003b7e968a. 00000020:00000010:1.0:1779693204.867021:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000a55adcce. 00000020:00000010:1.0:1779693204.867023:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000a55adcce. 00000100:00000010:1.0:1779693204.867036:0:6181:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b928c3fd. 02000000:00000010:1.0:1779693204.867052:0:6181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011b0fb63. 00000100:00000010:1.0:1779693204.867070:0:6181:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ac4d1bb. 02000000:00000010:1.0:1779693204.867106:0:6181:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000004b06a843. 00000400:00000200:1.0:1779693204.867118:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693204.867123:0:6181:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000055460e4. 00000400:00000010:1.0:1779693204.867132:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001a7fa717. 00000100:00000200:1.0:1779693204.867141:0:6181:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866143423792128, portal 25 00000400:00000010:1.0:1779693204.867149:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000202c1702. 00000100:00000200:1.0:1779693204.867152:0:6181:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866143423792128, offset 0 00000400:00000200:1.0:1779693204.867163:0:6181:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693204.867173:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.867181:0:6181:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693204.867187:0:6181:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693204.867192:0:6181:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693204.868320:0:6181:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693204.868326:0:6181:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693204.868332:0:6181:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [11:11:256:4294967295] 192.168.203.115@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1779693204.868339:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.868352:0:6181:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693204.868360:0:6181:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693204.868366:0:6181:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b7e968a. 00000800:00000200:1.0:1779693204.868377:0:6181:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693204.868386:0:6181:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693204.868391:0:6181:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003b7e968a type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1779693204.868421:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:2.0:1779693204.869843:0:6181:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a66b843a. 00000100:00000010:2.0:1779693204.869872:0:6181:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a7a7973. 00000800:00000200:1.0:1779693204.870169:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.870176:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b7e968a. 00000400:00000200:1.0:1779693204.870186:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.870256:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.870266:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000202c1702 00000400:00000010:1.0:1779693204.870269:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000202c1702. 00000100:00000200:1.0:1779693204.870283:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b928c3fd x1866143423792128/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.875816:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a7a7973. 00000100:00000010:0.0:1779693204.875902:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a66b843a. 00000400:00000200:1.0:1779693204.879006:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.879020:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.879031:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.879037:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.879042:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.879047:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8472 into portal 25 MB=0x6a13f5fe00400 00000400:00000200:1.0:1779693204.879053:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.879060:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8472/8472 into md 0x289 [4] + 224 00000400:00000200:1.0:1779693204.879097:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.879103:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.879121:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b928c3fd x1866143423792128/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693204.880920:0:6181:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000055460e4. 00000400:00000200:2.0:1779693204.880931:0:6181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7fa717 00000400:00000010:2.0:1779693204.880934:0:6181:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000001a7fa717. 00000100:00000200:2.0:1779693204.880965:0:6181:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b928c3fd x1866143423792128/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693204.880979:0:6181:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b928c3fd x1866143423792128/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693204.881011:0:6181:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ac4d1bb. 02000000:00000010:2.0:1779693204.881026:0:6181:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000004b06a843. 02000000:00000010:2.0:1779693204.881037:0:6181:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000011b0fb63. 00000100:00000010:2.0:1779693204.881041:0:6181:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b928c3fd. 00000020:00000010:2.0:1779693204.881068:0:6181:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003a14dd80. 00000020:00000010:2.0:1779693204.881073:0:6181:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003a14dd80. 00000040:00000010:2.0:1779693204.881078:0:6181:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 00000000373b87dd. 00000020:00000010:2.0:1779693204.881084:0:6181:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bf648fb7. 00000020:00000010:2.0:1779693204.881095:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000014875fa1. 00000040:00000010:2.0:1779693204.881099:0:6181:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000da5f4459. 00000020:00000010:2.0:1779693204.881102:0:6181:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001be72027. 00000020:00000010:2.0:1779693204.881107:0:6181:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a98b3030. 00000020:00000010:2.0:1779693204.881113:0:6181:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000028e663b. 80000000:00000010:2.0:1779693204.881116:0:6181:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d311456. 40000000:00000010:2.0:1779693204.881121:0:6181:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074ccc63b. 00100000:00000010:2.0:1779693204.881125:0:6181:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005367b3af. 00040000:00000010:2.0:1779693204.881130:0:6181:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009b98cd96. 00040000:00000010:2.0:1779693204.881144:0:6181:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 0000000064198022. 00040000:00000010:2.0:1779693204.881148:0:6181:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004df8cbb3. 00000004:00000010:2.0:1779693204.881152:0:6181:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 000000002b939cca. 00000004:00000010:2.0:1779693204.881158:0:6181:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at 000000000be39d7c. 00000004:00000010:2.0:1779693204.881164:0:6181:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at 00000000d1d7fdb2. 00002000:00000010:2.0:1779693204.881167:0:6181:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003d4bb684. 00000004:00000010:2.0:1779693204.881170:0:6181:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at 000000000be86896. 00000020:00000010:2.0:1779693204.881173:0:6181:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014738f93. 00000040:00000010:0.0:1779693204.881285:0:6162:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000010c6981. 00000040:00000010:0.0:1779693204.881297:0:6162:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007ae400b6. 00000040:00000010:0.0:1779693204.881301:0:6162:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000004b82e7c. 00000020:00000010:0.0:1779693204.881318:0:6162:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000048baa77d. 00000040:00000010:0.0:1779693204.881322:0:6162:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000500986f5. 00000020:00000010:0.0:1779693204.881326:0:6162:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000be5680cb. 00000020:00000010:0.0:1779693204.881333:0:6162:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 0000000072383c09. 80000000:00000010:0.0:1779693204.881337:0:6162:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009d7e3d88. 00040000:00000010:0.0:1779693204.881340:0:6162:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004559b4fa. 20000000:00000010:0.0:1779693204.881345:0:6162:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 00000000bf4bf4e0. 00000020:00000010:0.0:1779693204.881348:0:6162:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3a4a497. 10000000:00000010:0.0:1779693204.881351:0:6162:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000027bb6f57. 00000100:00000010:0.0:1779693204.881405:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfcc6a5f. 02000000:00000010:0.0:1779693204.881425:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3a4a497. 00010000:00000010:0.0:1779693204.881445:0:6162:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f3600bbe. 00010000:00000010:0.0:1779693204.881454:0:6162:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009fafc215. 00000100:00000010:0.0:1779693204.881476:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad5acbd2. 02000000:00000010:0.0:1779693204.881499:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000077d3728e. 00000400:00000200:0.0:1779693204.881567:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693204.881572:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004afa5fbe. 00000400:00000010:0.0:1779693204.881580:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebeee67a. 00000100:00000200:0.0:1779693204.881588:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423792256, portal 25 00000400:00000010:0.0:1779693204.881593:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036fc9189. 00000100:00000200:0.0:1779693204.881596:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866143423792256, offset 0 00000400:00000200:0.0:1779693204.881606:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693204.881615:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.881624:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693204.881629:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693204.881635:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693204.881639:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693204.881642:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693204.881645:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [12:12:256:4294967295] 192.168.203.115@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1779693204.881649:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.881659:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693204.881666:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693204.881671:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000551e5e69. 00000800:00000200:0.0:1779693204.881678:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693204.881687:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693204.881693:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000551e5e69 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1779693204.881712:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:0.0:1779693204.881716:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d7e3d88. 00000100:00000010:0.0:1779693204.881755:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000010c6981. 00000800:00000200:0.0:1779693204.881890:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693204.881900:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000551e5e69. 00000400:00000200:0.0:1779693204.881905:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.881910:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693204.881915:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036fc9189 00000400:00000010:0.0:1779693204.881918:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000036fc9189. 00000100:00000200:0.0:1779693204.881925:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfcc6a5f x1866143423792256/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.885828:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000010c6981. 00000100:00000010:0.0:1779693204.885912:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d7e3d88. 00000400:00000200:1.0:1779693204.887351:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.887362:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.887375:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.887381:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.887388:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.887392:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 344 into portal 25 MB=0x6a13f5fe00480 00000400:00000200:1.0:1779693204.887398:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.887405:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 344/344 into md 0x299 [1] + 224 00000400:00000200:1.0:1779693204.887455:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.887461:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.887478:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfcc6a5f x1866143423792256/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779693204.889198:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004afa5fbe. 00000400:00000200:3.0:1779693204.889210:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebeee67a 00000400:00000010:3.0:1779693204.889212:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ebeee67a. 00000100:00000200:3.0:1779693204.889226:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfcc6a5f x1866143423792256/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693204.889237:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfcc6a5f x1866143423792256/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779693204.889263:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad5acbd2. 02000000:00000010:3.0:1779693204.889293:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000077d3728e. 02000000:00000010:3.0:1779693204.889299:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3a4a497. 00000100:00000010:3.0:1779693204.889302:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfcc6a5f. 10000000:00000010:3.0:1779693204.889322:0:6162:0:(mgc_request.c:1533:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 0000000073173a1d. 00000100:00000010:3.0:1779693204.889833:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ecb9ab60. 02000000:00000010:3.0:1779693204.889846:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001491570c. 00000100:00000010:3.0:1779693204.889855:0:6162:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005b26b8d5. 00000100:00000010:3.0:1779693204.889861:0:6162:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000006b7773d8. 00000100:00000010:2.0:1779693204.889935:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000525370c3. 00000400:00000200:2.0:1779693204.889959:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693204.889963:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe2dd78. 00000400:00000010:2.0:1779693204.889971:0:6162:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000373b87dd. 00000100:00000200:2.0:1779693204.889977:0:6162:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a13f5fe00500-0x6a13f5fe00500, portal 33 02000000:00000010:2.0:1779693204.889983:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec5fd01d. 00000400:00000200:2.0:1779693204.889986:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693204.889988:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cff515c. 00000400:00000010:2.0:1779693204.889992:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abdac23. 00000100:00000200:2.0:1779693204.889994:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423792384, portal 25 00000400:00000010:2.0:1779693204.889999:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af39e352. 00000100:00000200:2.0:1779693204.890001:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1866143423792384, offset 0 00000400:00000200:2.0:1779693204.890008:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693204.890015:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.890022:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693204.890026:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693204.890031:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693204.890034:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693204.890036:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.890040:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [13:13:256:4294967295] 192.168.203.115@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:2.0:1779693204.890044:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.890053:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693204.890058:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693204.890063:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a14dd80. 00000800:00000200:2.0:1779693204.890077:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693204.890085:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693204.890089:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a14dd80 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:2.0:1779693204.890141:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:2.0:1779693204.890146:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000109eafea. 00000100:00000010:2.0:1779693204.890161:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a66b843a. 00000800:00000200:1.0:1779693204.890479:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.890483:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a14dd80. 00000400:00000200:1.0:1779693204.890487:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.890492:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.890496:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af39e352 00000400:00000010:1.0:1779693204.890499:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af39e352. 00000100:00000200:1.0:1779693204.890504:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ecb9ab60 x1866143423792384/t0(0) o256->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 304/240 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693204.893828:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.893837:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.893847:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.893851:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.893856:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.893859:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 176 into portal 33 MB=0x6a13f5fe00500 00000400:00000200:1.0:1779693204.893864:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.893870:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.115@tcp of length 176/176 into md 0x2a9 [256] + 0 00000400:00000010:1.0:1779693204.893875:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe2dd78. 00000400:00000200:1.0:1779693204.893881:0:2398:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000373b87dd 00000400:00000200:1.0:1779693204.893895:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.893899:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.893904:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000373b87dd 00000400:00000010:1.0:1779693204.893906:0:2398:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at 00000000373b87dd. 00000100:00000200:1.0:1779693204.893911:0:2398:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ecb9ab60 desc 000000005b26b8d5 mbits 1866143423792384 00000400:00000200:1.0:1779693204.893933:0:2398:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1779693204.893937:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.893942:0:2398:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.15@tcp to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693204.893947:0:2398:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [14:14:256:4294967295] 192.168.203.115@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1779693204.893965:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.893973:0:2398:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:192.168.203.15@tcp) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) 192.168.203.115@tcp : ACK try# 0 00000800:00000200:1.0:1779693204.893978:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693204.893985:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000006602efaf. 00000800:00000200:1.0:1779693204.894675:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693204.894684:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693204.894688:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006602efaf type 0, nob 96 niov 1 nkiov 0 00000100:00000010:0.0:1779693204.894897:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000109eafea. 00000800:00000200:1.0:1779693204.895641:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.895647:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000006602efaf. 00000400:00000200:1.0:1779693204.895654:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.895660:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: ACK: OK 00000100:00000010:1.0:1779693204.895694:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a66b843a. 00000400:00000200:1.0:1779693204.901889:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.901899:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.901910:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.901914:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.901919:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.901923:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 240 into portal 25 MB=0x6a13f5fe00500 00000400:00000200:1.0:1779693204.901928:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.901936:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 240/240 into md 0x2b1 [1] + 224 00000400:00000200:1.0:1779693204.901954:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.901959:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.901971:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ecb9ab60 x1866143423792384/t0(0) o256->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 304/240 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693204.902151:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cff515c. 00000400:00000200:2.0:1779693204.902169:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abdac23 00000400:00000010:2.0:1779693204.902172:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008abdac23. 00000100:00000200:2.0:1779693204.902179:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ecb9ab60 x1866143423792384/t0(0) o256->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 304/240 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693204.902187:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ecb9ab60 x1866143423792384/t0(0) o256->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 304/240 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693204.902212:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000525370c3. 10000000:00000010:2.0:1779693204.902223:0:6162:0:(mgc_request.c:1333:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 0000000033fa8729. 10000000:00000010:2.0:1779693204.902227:0:6162:0:(mgc_request.c:1345:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000cf67bfee. 10000000:00000200:2.0:1779693204.902231:0:6162:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:2.0:1779693204.902241:0:6162:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.115@tcp with 192.168.203.115@tcp 00000100:00000200:2.0:1779693204.902244:0:6162:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.115@tcp' 00000400:00000200:2.0:1779693204.902246:0:6162:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1779693204.902250:0:6162:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.902254:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.902258:0:6162:0:(peer.c:1747:lnet_peer_add()) peer 192.168.203.115@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1779693204.902261:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.902265:0:6162:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1779693204.902268:0:6162:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp: 0. pending discovery 00000400:00000200:2.0:1779693204.902270:0:6162:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.203.115@tcp 10000000:00000200:2.0:1779693204.902273:0:6162:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:2.0:1779693204.902277:0:6162:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.115@tcp with 192.168.203.115@tcp 00000100:00000200:2.0:1779693204.902279:0:6162:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.115@tcp' 00000400:00000200:2.0:1779693204.902280:0:6162:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1779693204.902281:0:6162:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.902283:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.902285:0:6162:0:(peer.c:1747:lnet_peer_add()) peer 192.168.203.115@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1779693204.902288:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.902290:0:6162:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1779693204.902292:0:6162:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp: 0. pending discovery 00000400:00000200:2.0:1779693204.902295:0:6162:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.203.115@tcp 10000000:00000200:2.0:1779693204.902297:0:6162:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:2.0:1779693204.902301:0:6162:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.115@tcp with 192.168.203.115@tcp 00000100:00000200:2.0:1779693204.902320:0:6162:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.115@tcp' 00000400:00000200:2.0:1779693204.902321:0:6162:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1779693204.902324:0:6162:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.902326:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.902329:0:6162:0:(peer.c:1747:lnet_peer_add()) peer 192.168.203.115@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1779693204.902332:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.902334:0:6162:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1779693204.902336:0:6162:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp: 0. pending discovery 00000400:00000200:2.0:1779693204.902339:0:6162:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.203.115@tcp 10000000:00000200:2.0:1779693204.902342:0:6162:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:2.0:1779693204.902346:0:6162:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.115@tcp with 192.168.203.115@tcp 00000100:00000200:2.0:1779693204.902348:0:6162:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.115@tcp' 00000400:00000200:2.0:1779693204.902349:0:6162:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1779693204.902350:0:6162:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.902352:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.902353:0:6162:0:(peer.c:1747:lnet_peer_add()) peer 192.168.203.115@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1779693204.902356:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.902357:0:6162:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1779693204.902359:0:6162:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.203.115@tcp NID 192.168.203.115@tcp: 0. pending discovery 00000400:00000200:2.0:1779693204.902361:0:6162:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.203.115@tcp 10000000:00000010:2.0:1779693204.902362:0:6162:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000cf67bfee. 10000000:00000010:2.0:1779693204.902366:0:6162:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 0000000033fa8729. 02000000:00000010:2.0:1779693204.902373:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec5fd01d. 00000100:00000010:2.0:1779693204.902410:0:6162:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000006b7773d8. 00000100:00000010:2.0:1779693204.902414:0:6162:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005b26b8d5. 02000000:00000010:2.0:1779693204.902417:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001491570c. 00000100:00000010:2.0:1779693204.902421:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ecb9ab60. 10000000:00000010:2.0:1779693204.902980:0:6162:0:(mgc_request.c:1651:mgc_process_recover_log()) kvfree 'pages': 2048 at 0000000073173a1d. 00000100:00000010:2.0:1779693204.903010:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2fdf97a. 02000000:00000010:2.0:1779693204.903023:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec5fd01d. 00010000:00000010:2.0:1779693204.903034:0:6162:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006b955704. 00010000:00000010:2.0:1779693204.903041:0:6162:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e211608. 00000020:00000010:2.0:1779693204.903045:0:6162:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000cf67bfee. 00000100:00000010:2.0:1779693204.903063:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000525370c3. 02000000:00000010:2.0:1779693204.903078:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033fa8729. 00000400:00000200:2.0:1779693204.903084:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693204.903086:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cff515c. 00000400:00000010:2.0:1779693204.903091:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abdac23. 00000100:00000200:2.0:1779693204.903096:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423792512, portal 25 00000400:00000010:2.0:1779693204.903100:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062825fe3. 00000100:00000200:2.0:1779693204.903102:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866143423792512, offset 0 00000400:00000200:2.0:1779693204.903109:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693204.903114:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.903119:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693204.903123:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693204.903126:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693204.903129:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693204.903132:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.903135:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [15:15:256:4294967295] 192.168.203.115@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1779693204.903139:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.903146:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693204.903151:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693204.903154:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee6ca7a. 00000800:00000200:2.0:1779693204.903165:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693204.903172:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693204.903175:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ee6ca7a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1779693204.903189:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:2.0:1779693204.903192:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a7a7973. 00000100:00000010:2.0:1779693204.903203:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a66b843a. 00000800:00000200:0.0:1779693204.903902:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693204.903911:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee6ca7a. 00000400:00000200:0.0:1779693204.903921:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.903930:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693204.903938:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062825fe3 00000400:00000010:0.0:1779693204.903941:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000062825fe3. 00000100:00000200:0.0:1779693204.903951:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2fdf97a x1866143423792512/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693204.905463:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.905472:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.905480:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.905484:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.905488:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.905503:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 344 into portal 25 MB=0x6a13f5fe00580 00000400:00000200:1.0:1779693204.905508:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.905592:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 344/344 into md 0x2b9 [1] + 224 00000400:00000200:1.0:1779693204.905607:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.905611:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.905622:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fdf97a x1866143423792512/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693204.905844:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cff515c. 00000400:00000200:2.0:1779693204.905850:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abdac23 00000400:00000010:2.0:1779693204.905852:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008abdac23. 00000100:00000200:2.0:1779693204.905859:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2fdf97a x1866143423792512/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693204.906494:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2fdf97a x1866143423792512/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693204.906522:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000525370c3. 02000000:00000010:2.0:1779693204.906554:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033fa8729. 02000000:00000010:2.0:1779693204.906560:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ec5fd01d. 00000100:00000010:2.0:1779693204.906566:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2fdf97a. 10000000:00000010:2.0:1779693204.906575:0:6162:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000026410e60. 00000020:00000010:2.0:1779693204.906579:0:6162:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec5fd01d. 00000020:00000010:2.0:1779693204.906584:0:6162:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a0fee60a. 00000040:00000010:2.0:1779693204.906588:0:6162:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000fb596e32. 00000020:00000010:2.0:1779693204.906592:0:6162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008010d3b4. 00000020:00000010:2.0:1779693204.906596:0:6162:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000d9450148. 80000000:00000010:2.0:1779693204.906600:0:6162:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000109eafea. 00040000:00000010:2.0:1779693204.906605:0:6162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008627185d. 20000000:00000010:2.0:1779693204.906608:0:6162:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000009349b216. 00000040:00000010:2.0:1779693204.906614:0:6162:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bf5ca348. 00000100:00000010:2.0:1779693204.906620:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2fdf97a. 02000000:00000010:2.0:1779693204.906632:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad15c60a. 00000100:00000010:2.0:1779693204.906643:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000525370c3. 02000000:00000010:2.0:1779693204.906661:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c1cd70e. 00000400:00000200:2.0:1779693204.906668:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693204.906670:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cff515c. 00000400:00000010:2.0:1779693204.906674:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abdac23. 00000100:00000200:2.0:1779693204.906679:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423792640, portal 25 00000400:00000010:2.0:1779693204.906683:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c54a447. 00000100:00000200:2.0:1779693204.906686:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866143423792640, offset 0 00000400:00000200:2.0:1779693204.906692:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693204.906698:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.906704:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693204.906709:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693204.906719:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693204.907490:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693204.907498:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.907502:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [16:16:256:4294967295] 192.168.203.115@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1779693204.907507:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.907516:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693204.907522:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693204.907539:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee6ca7a. 00000800:00000200:2.0:1779693204.907555:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693204.907565:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693204.907569:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ee6ca7a type 1, nob 600 niov 1 nkiov 1 00000400:00000200:2.0:1779693204.907590:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:1.0:1779693204.908116:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.908121:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee6ca7a. 00000400:00000200:1.0:1779693204.908127:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.908133:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.908138:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c54a447 00000400:00000010:1.0:1779693204.908140:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003c54a447. 00000100:00000200:1.0:1779693204.908149:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2fdf97a x1866143423792640/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.911114:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a66b843a. 00000400:00000200:1.0:1779693204.911154:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.911161:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.911238:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.911245:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.911250:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.911254:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 272 into portal 25 MB=0x6a13f5fe00600 00000400:00000200:1.0:1779693204.911260:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.911265:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 272/272 into md 0x2c1 [1] + 224 00000400:00000200:1.0:1779693204.911280:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.911284:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.911295:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fdf97a x1866143423792640/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693204.911493:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cff515c. 00000400:00000200:2.0:1779693204.911500:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abdac23 00000400:00000010:2.0:1779693204.911503:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008abdac23. 00000100:00000200:2.0:1779693204.911509:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2fdf97a x1866143423792640/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693204.911517:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2fdf97a x1866143423792640/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693204.911552:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000525370c3. 02000000:00000010:2.0:1779693204.911565:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c1cd70e. 02000000:00000010:2.0:1779693204.911569:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad15c60a. 00000100:00000010:2.0:1779693204.911575:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2fdf97a. 00000040:00000010:2.0:1779693204.911586:0:6162:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000373b87dd. 00000100:00000010:2.0:1779693204.911592:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2fdf97a. 02000000:00000010:2.0:1779693204.911602:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad15c60a. 00000100:00000010:2.0:1779693204.911611:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000525370c3. 02000000:00000010:2.0:1779693204.911644:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000849f1416. 00000400:00000200:2.0:1779693204.911650:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693204.911653:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cff515c. 00000400:00000010:2.0:1779693204.911659:0:6162:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005736d4c7. 00000100:00000200:2.0:1779693204.911671:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866143423792768, portal 25 00000400:00000010:2.0:1779693204.911676:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008abdac23. 00000100:00000200:2.0:1779693204.911678:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866143423792768, offset 0 00000400:00000200:2.0:1779693204.911685:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693204.911691:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.911696:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693204.911701:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693204.911705:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693204.911708:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693204.911711:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.911714:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [17:17:256:4294967295] 192.168.203.115@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1779693204.911718:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.911780:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693204.911789:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693204.911794:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a14dd80. 00000800:00000200:2.0:1779693204.911802:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693204.911810:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693204.911815:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a14dd80 type 1, nob 368 niov 1 nkiov 1 00000100:00000010:0.0:1779693204.911822:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a7a7973. 00000400:00000200:2.0:1779693204.911828:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:2.0:1779693204.911837:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a66b843a. 00000100:00000010:2.0:1779693204.911849:0:6162:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a7a7973. 00000800:00000200:1.0:1779693204.912234:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.912239:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a14dd80. 00000400:00000200:1.0:1779693204.912248:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.912253:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.912257:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008abdac23 00000400:00000010:1.0:1779693204.912259:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008abdac23. 00000100:00000200:1.0:1779693204.912265:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2fdf97a x1866143423792768/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693204.915400:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.915410:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.915432:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.915437:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.915443:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.915447:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8416 into portal 25 MB=0x6a13f5fe00680 00000400:00000200:1.0:1779693204.915452:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.915458:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8416/8416 into md 0x2c9 [4] + 224 00000400:00000200:1.0:1779693204.915491:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.915496:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.915508:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fdf97a x1866143423792768/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.915836:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a7a7973. 00000400:00000010:2.0:1779693204.916030:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cff515c. 00000400:00000200:2.0:1779693204.916036:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005736d4c7 00000400:00000010:2.0:1779693204.916039:0:6162:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000005736d4c7. 00000100:00000200:2.0:1779693204.916045:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2fdf97a x1866143423792768/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693204.916054:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2fdf97a x1866143423792768/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693204.916080:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000525370c3. 02000000:00000010:2.0:1779693204.916101:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000849f1416. 02000000:00000010:2.0:1779693204.916123:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad15c60a. 00000100:00000010:2.0:1779693204.916129:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2fdf97a. 00000040:00000010:2.0:1779693204.916138:0:6162:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000005a7a7973. 00000100:00000010:0.0:1779693204.918513:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a66b843a. 00000020:00000010:2.0:1779693204.918781:0:6188:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad15c60a. 00000020:00000010:2.0:1779693204.918791:0:6188:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000008c1cd70e. 00000040:00000010:2.0:1779693204.918795:0:6188:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000096a96a75. 00000020:00000010:2.0:1779693204.918799:0:6188:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e5339ee2. 00000020:00000010:2.0:1779693204.918805:0:6188:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a98b3030. 00000020:00000010:2.0:1779693204.918810:0:6188:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000008c59a606. 80000000:00000010:2.0:1779693204.918815:0:6188:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a66b843a. 40000000:00000010:2.0:1779693204.918819:0:6188:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004ad237b6. 00100000:00000010:2.0:1779693204.918824:0:6188:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ce614668. 00040000:00000010:2.0:1779693204.918829:0:6188:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003a14dd80. 00040000:00000010:2.0:1779693204.918833:0:6188:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000762a0f66. 00040000:00000010:2.0:1779693204.918836:0:6188:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044d11281. 00000004:00000010:2.0:1779693204.918840:0:6188:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e5b6e9f2. 00000004:00000010:2.0:1779693204.918846:0:6188:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at 00000000afe87526. 00000004:00000010:2.0:1779693204.918850:0:6188:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at 00000000d1d7fdb2. 00002000:00000010:2.0:1779693204.918855:0:6188:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000033fa8729. 00000004:00000010:2.0:1779693204.918859:0:6188:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at 00000000eccee1bd. 00000020:00000010:2.0:1779693204.918863:0:6188:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000de5d8031. 00000040:00000010:2.0:1779693204.918883:0:6188:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000086fefd63. 00000100:00000010:2.0:1779693204.918893:0:6188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2fdf97a. 02000000:00000010:2.0:1779693204.918907:0:6188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003608378f. 00000100:00000010:2.0:1779693204.918921:0:6188:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005736d4c7. 02000000:00000010:2.0:1779693204.918946:0:6188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000849f1416. 00000400:00000200:2.0:1779693204.918957:0:6188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693204.918960:0:6188:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cff515c. 00000400:00000010:2.0:1779693204.918966:0:6188:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000067d3ccc1. 00000100:00000200:2.0:1779693204.918973:0:6188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866143423792896, portal 25 00000400:00000010:2.0:1779693204.918979:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f57fa03. 00000100:00000200:2.0:1779693204.918982:0:6188:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866143423792896, offset 0 00000400:00000200:2.0:1779693204.918991:0:6188:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693204.919004:0:6188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.919011:0:6188:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693204.919016:0:6188:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693204.919020:0:6188:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693204.919023:0:6188:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693204.919026:0:6188:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.919029:0:6188:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [18:18:256:4294967295] 192.168.203.115@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1779693204.919033:0:6188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.919042:0:6188:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693204.919047:0:6188:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693204.919052:0:6188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee6ca7a. 00000800:00000200:2.0:1779693204.919059:0:6188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000598b43be] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693204.919065:0:6188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693204.919069:0:6188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ee6ca7a type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1779693204.919098:0:6188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:2.0:1779693204.919103:0:6188:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d311456. 00000100:00000010:2.0:1779693204.919133:0:6188:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000171817c7. 00000800:00000200:1.0:1779693204.922588:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.922596:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee6ca7a. 00000400:00000200:1.0:1779693204.922605:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.922613:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.922619:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f57fa03 00000400:00000010:1.0:1779693204.922623:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f57fa03. 00000100:00000200:1.0:1779693204.922632:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2fdf97a x1866143423792896/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.922777:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000171817c7. 00000100:00000010:0.0:1779693204.922784:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d311456. 00000400:00000200:1.0:1779693204.928899:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.928909:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.928917:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.928935:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.928940:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.928944:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8472 into portal 25 MB=0x6a13f5fe00700 00000400:00000200:1.0:1779693204.928949:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.928955:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8472/8472 into md 0x2d1 [4] + 224 00000400:00000200:1.0:1779693204.928973:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.928977:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.928988:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fdf97a x1866143423792896/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693204.930247:0:6188:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cff515c. 00000400:00000200:2.0:1779693204.930257:0:6188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067d3ccc1 00000400:00000010:2.0:1779693204.930259:0:6188:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 0000000067d3ccc1. 00000100:00000200:2.0:1779693204.930270:0:6188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2fdf97a x1866143423792896/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693204.930281:0:6188:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2fdf97a x1866143423792896/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693204.930319:0:6188:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005736d4c7. 02000000:00000010:2.0:1779693204.930332:0:6188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000849f1416. 02000000:00000010:2.0:1779693204.930347:0:6188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003608378f. 00000100:00000010:2.0:1779693204.930353:0:6188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2fdf97a. 00000020:00000010:2.0:1779693204.930371:0:6188:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004ee6ca7a. 00000020:00000010:2.0:1779693204.930375:0:6188:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004ee6ca7a. 00000020:00000010:2.0:1779693204.930390:0:6188:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 0000000097413b8f. 00000020:00000010:2.0:1779693204.930394:0:6188:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000037c1c78b. 00000020:00000010:2.0:1779693204.930951:0:6188:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff90e490906180. 00000020:00000010:2.0:1779693204.930958:0:6188:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff90e482b81420. 00000100:00000010:0.0:1779693204.931033:0:6188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af4000. 02000000:00000010:0.0:1779693204.931048:0:6188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e487176c00. 00000100:00000010:0.0:1779693204.931060:0:6188:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e491337180. 02000000:00000010:0.0:1779693204.931085:0:6188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90e4a0300000. 00000400:00000200:0.0:1779693204.931092:0:6188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693204.931095:0:6188:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796840. 00000400:00000010:0.0:1779693204.931100:0:6188:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90e4913373c0. 00000100:00000200:0.0:1779693204.931104:0:6188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866143423793024, portal 25 00000400:00000010:0.0:1779693204.931108:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803f68. 00000100:00000200:0.0:1779693204.931109:0:6188:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866143423793024, offset 0 00000400:00000200:0.0:1779693204.931115:0:6188:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693204.931121:0:6188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.931129:0:6188:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693204.931133:0:6188:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693204.931137:0:6188:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693204.931139:0:6188:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693204.931141:0:6188:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693204.931144:0:6188:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [19:19:256:4294967295] 192.168.203.115@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:0.0:1779693204.931147:0:6188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.931153:0:6188:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693204.931157:0:6188:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693204.931160:0:6188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e491e19200. 00000800:00000200:0.0:1779693204.931165:0:6188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693204.931181:0:6188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693204.931185:0:6188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e491e19200 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1779693204.931204:0:6188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:0.0:1779693204.931209:0:6188:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e487521c60. 00000100:00000010:0.0:1779693204.931220:0:6188:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e487521ea0. 00000100:00000010:1.0:1779693204.934794:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e487521ea0. 00000800:00000200:1.0:1779693204.934915:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693204.934921:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e491e19200. 00000400:00000200:1.0:1779693204.934926:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.934935:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693204.934942:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803f68 00000400:00000010:1.0:1779693204.934945:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803f68. 00000100:00000200:1.0:1779693204.934954:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af4000 x1866143423793024/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693204.937647:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.937656:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693204.937665:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.937670:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.937675:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.937679:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8472 into portal 25 MB=0x6a13f5fe00780 00000400:00000200:1.0:1779693204.937685:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.937691:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8472/8472 into md 0x2d9 [4] + 224 00000400:00000200:1.0:1779693204.937750:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693204.937756:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693204.937769:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af4000 x1866143423793024/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779693204.938666:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e487521c60. 00000400:00000010:0.0:1779693204.938693:0:6188:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796840. 00000400:00000200:0.0:1779693204.938697:0:6188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4913373c0 00000400:00000010:0.0:1779693204.938700:0:6188:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff90e4913373c0. 00000100:00000200:0.0:1779693204.938710:0:6188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af4000 x1866143423793024/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693204.938720:0:6188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af4000 x1866143423793024/t0(0) o502->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8472 e 0 to 0 dl 1779693220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1779693204.938778:0:6188:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e491337180. 02000000:00000010:0.0:1779693204.938790:0:6188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90e4a0300000. 02000000:00000010:0.0:1779693204.938806:0:6188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e487176c00. 00000100:00000010:0.0:1779693204.938811:0:6188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af4000. 00000020:00000010:0.0:1779693204.938827:0:6188:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff90e491e19900. 00000020:00000010:0.0:1779693204.938831:0:6188:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff90e491e19900. 00000040:00000010:0.0:1779693204.938842:0:6188:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff90e490840000. 00000020:00000010:0.0:1779693204.938850:0:6188:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90e482afb540. 00000020:00000010:0.0:1779693204.938865:0:6188:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e484cbba00. 00000040:00000010:0.0:1779693204.938869:0:6188:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e484cba600. 00000020:00000010:0.0:1779693204.938874:0:6188:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e4871c6000. 00000020:00000010:0.0:1779693204.938879:0:6188:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90e49090d588. 00000020:00000010:0.0:1779693204.938885:0:6188:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff90e484cbbe00. 80000000:00000010:0.0:1779693204.938888:0:6188:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e4908a4360. 40000000:00000010:0.0:1779693204.938892:0:6188:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90e482afb100. 00100000:00000010:0.0:1779693204.938896:0:6188:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90e4871c4800. 00040000:00000010:0.0:1779693204.938901:0:6188:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90e489c97900. 00040000:00000010:0.0:1779693204.938905:0:6188:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90e4871c3000. 00040000:00000010:0.0:1779693204.938908:0:6188:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e484cbbc00. 00000004:00000010:0.0:1779693204.938912:0:6188:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff90e487d9e000. 00000004:00000010:0.0:1779693204.938916:0:6188:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff90e484c80000. 00000004:00000010:0.0:1779693204.938921:0:6188:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff90e49081b000. 00002000:00000010:0.0:1779693204.938925:0:6188:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90e4871ca400. 00000004:00000010:0.0:1779693204.938929:0:6188:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff90e4871c9800. 00000020:00000010:0.0:1779693204.938932:0:6188:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e484cbac00. 00000040:00000010:3.0:1779693204.939566:0:6162:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90e4908a4480. 00000040:00000010:3.0:1779693204.939576:0:6162:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90e491238000. 00000040:00000010:3.0:1779693204.939580:0:6162:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90e484cba000. 00000020:00000010:3.0:1779693204.939587:0:6162:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e484cbb400. 00000040:00000010:3.0:1779693204.939590:0:6162:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e484cbb600. 00000020:00000010:3.0:1779693204.939593:0:6162:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e4871c3800. 00000020:00000010:3.0:1779693204.939596:0:6162:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff90e484cbaa00. 80000000:00000010:3.0:1779693204.939599:0:6162:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e4908a4060. 00040000:00000010:3.0:1779693204.939602:0:6162:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e484cba200. 20000000:00000010:3.0:1779693204.939606:0:6162:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff90e484cbb800. 00000020:00000010:3.0:1779693204.939609:0:6162:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e484cbae00. 10000000:00000010:3.0:1779693204.939612:0:6162:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90e482afb080. 00000020:00000010:3.0:1779693204.939637:0:6162:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e48a2ce800. 00000040:00000010:3.0:1779693204.939641:0:6162:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e48a2cf200. 00000020:00000010:3.0:1779693204.939644:0:6162:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e487c78800. 00000020:00000010:3.0:1779693204.939647:0:6162:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff90e48a2cf800. 00040000:00000010:3.0:1779693204.939650:0:6162:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90e491e19800. 00040000:00000010:3.0:1779693204.939653:0:6162:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e4903fc200. 00000020:00000010:3.0:1779693204.939657:0:6162:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e48a2cf600. 00000020:00000010:3.0:1779693204.939660:0:6162:0:(obd_mount.c:81:lustre_process_log()) kfreed 'lcfg': 184 at ffff90e485797a80. 00000020:00000010:3.0:1779693204.939662:0:6162:0:(obd_mount.c:83:lustre_process_log()) kfreed 'bufs': 104 at ffff90e4917f4800. 00000080:00000010:3.0:1779693204.939671:0:6162:0:(llite_lib.c:1496:ll_fill_super()) kmalloced '(dt)': 33 at ffff90e4a02ce6c0. 00000080:00000010:3.0:1779693204.939674:0:6162:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(md)': 33 at ffff90e4a02ce300. 00000080:00000010:3.0:1779693204.939682:0:6162:0:(llite_lib.c:351:client_common_fill_super()) kmalloced '(data)': 192 at ffff90e491372900. 00000080:00000010:3.0:1779693204.939685:0:6162:0:(llite_lib.c:355:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff90e491372000. 00000020:00000010:3.0:1779693204.939700:0:6162:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff90e4916a7000. 00000020:00000010:3.0:1779693204.939757:0:6162:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff90e4916a2000. 00000400:00000200:3.0:1779693204.939771:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693204.939778:0:6162:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1 00000100:00000010:3.0:1779693204.939795:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e48711a680. 02000000:00000010:0.0:1779693204.940317:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90e4897aa800. 40000000:00000010:0.0:1779693204.940367:0:6162:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff90e491e19900. 40000000:00000010:0.0:1779693204.940370:0:6162:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff90e491337180. 40000000:00000010:0.0:1779693204.940433:0:6162:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff90e491337180. 80000000:00000010:0.0:1779693204.940440:0:6162:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff90e4851ce100. 00020000:00000010:0.0:1779693204.940447:0:6162:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff90e4917f4980. 00000100:00000010:0.0:1779693204.940455:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af4000. 02000000:00000010:0.0:1779693204.940461:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e491e19b00. 00000020:00000010:0.0:1779693204.940491:0:2407:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90e4a03e73b8. 00000020:00000010:0.0:1779693204.940495:0:2407:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff90e487176c00. 80000000:00000010:0.0:1779693204.940499:0:2407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e487521c60. 40000000:00000010:0.0:1779693204.940502:0:2407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90e4851ce2c0. 00000008:00000010:0.0:1779693204.940507:0:2407:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff90e48755a178. 00020000:00000010:0.0:1779693204.940526:0:2407:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90e485eee9c0. 00008000:00000010:0.0:1779693204.940538:0:2407:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90e491671530. 00100000:00000010:0.0:1779693204.940542:0:2407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90e49132d000. 02000000:00000010:2.0:1779693204.940544:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e4871c9800. 00040000:00000010:0.0:1779693204.940546:0:2407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90e491e19e00. 00040000:00000010:0.0:1779693204.940549:0:2407:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90e49132b800. 00000400:00000200:2.0:1779693204.940551:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00040000:00000010:0.0:1779693204.940552:0:2407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e487177a00. 00000004:00000010:0.0:1779693204.940555:0:2407:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff90e49132e000. 00000400:00000010:2.0:1779693204.940555:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96738. 00000004:00000010:0.0:1779693204.940560:0:2407:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff90e487438000. 00000400:00000010:2.0:1779693204.940561:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5cd48. 00000004:00000010:0.0:1779693204.940564:0:2407:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff90e49132c800. 00000100:00000200:2.0:1779693204.940567:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423793152, portal 10 00002000:00000010:0.0:1779693204.940568:0:2407:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90e4897ab800. 00000004:00000010:0.0:1779693204.940571:0:2407:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff90e4897a9c00. 00000020:00000010:2.0:1779693204.940574:0:2405:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e490846000. 00000080:00000010:0.0:1779693204.940575:0:2407:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90e490277498. 00000080:00000010:0.0:1779693204.940579:0:2407:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff90e491617908. 00000400:00000010:2.0:1779693204.940580:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c330. 00000008:00000010:0.0:1779693204.940583:0:2407:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90e489665a20. 00000100:00000200:2.0:1779693204.940584:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866143423793152, offset 0 00020000:00000010:0.0:1779693204.940587:0:2407:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff90e487552400. 00008000:00000010:0.0:1779693204.940590:0:2407:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90e48575c860. 00000400:00000200:2.0:1779693204.940590:0:2405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000080:00000010:0.0:1779693204.940593:0:2407:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90e4904e72d0. 00000400:00000200:2.0:1779693204.940596:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.940602:0:2405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693204.940607:0:2405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:0.0:1779693204.940609:0:2406:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90e4a03e78c0. 00000400:00000200:2.0:1779693204.940611:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000020:00000010:0.0:1779693204.940612:0:2406:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff90e487176000. 80000000:00000010:0.0:1779693204.940614:0:2406:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e487521b40. 00000400:00000200:2.0:1779693204.940614:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 40000000:00000010:0.0:1779693204.940616:0:2406:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90e4851cec00. 00000400:00000200:2.0:1779693204.940617:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000008:00000010:0.0:1779693204.940619:0:2406:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff90e487559650. 00020000:00000010:0.0:1779693204.940621:0:2406:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90e485eee0c0. 00000400:00000200:2.0:1779693204.940621:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [20:20:256:4294967295] 192.168.203.115@tcp LPNI seq info [20:20:8:4294967295] 00008000:00000010:0.0:1779693204.940624:0:2406:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90e491672de8. 00000400:00000200:2.0:1779693204.940626:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.940635:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00100000:00000010:0.0:1779693204.940641:0:2406:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90e49132b000. 00000800:00000200:2.0:1779693204.940641:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp 00040000:00000010:0.0:1779693204.940644:0:2406:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90e491e19800. 00000800:00000010:2.0:1779693204.940646:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e489c97a00. 00040000:00000010:0.0:1779693204.940647:0:2406:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90e49132a800. 00040000:00000010:0.0:1779693204.940649:0:2406:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e487176200. 00000004:00000010:0.0:1779693204.940652:0:2406:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff90e491328000. 00000800:00000200:2.0:1779693204.940652:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693204.940659:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693204.940663:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e489c97a00 type 1, nob 616 niov 1 nkiov 1 00000004:00000010:0.0:1779693204.940666:0:2406:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff90e4a0340000. 00000004:00000010:0.0:1779693204.940670:0:2406:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff90e49132f000. 00002000:00000010:0.0:1779693204.940672:0:2406:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90e4897a8400. 00000004:00000010:0.0:1779693204.940675:0:2406:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff90e48712c000. 00000080:00000010:0.0:1779693204.940678:0:2406:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90e490277e70. 00000400:00000200:2.0:1779693204.940680:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000080:00000010:0.0:1779693204.940684:0:2406:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff90e4916176c0. 00000100:00000010:2.0:1779693204.940684:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e487c3e000. 00000008:00000010:0.0:1779693204.940687:0:2406:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90e489664c60. 00020000:00000010:0.0:1779693204.940689:0:2406:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff90e487550480. 00008000:00000010:0.0:1779693204.940691:0:2406:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90e48575ce50. 00000100:00000010:2.0:1779693204.940693:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e487c3ea20. 00000080:00000010:0.0:1779693204.940694:0:2406:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90e4904e7000. 00000020:00000010:0.0:1779693204.940715:0:6162:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff90e491329800. 00000400:00000200:0.0:1779693204.940750:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.940754:0:6162:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1 00000100:00000010:0.0:1779693204.940764:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af7b80. 02000000:00000010:0.0:1779693204.940772:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90e485ef2c00. 40000000:00000010:0.0:1779693204.940806:0:6162:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff90e491e19200. 40000000:00000010:0.0:1779693204.940809:0:6162:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff90e491337180. 40000000:00000010:0.0:1779693204.940839:0:6162:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff90e491337180. 80000000:00000010:0.0:1779693204.940843:0:6162:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff90e4851ceb00. 00000100:00000010:0.0:1779693204.940849:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5c00. 02000000:00000010:0.0:1779693204.940853:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e491e19600. 00800000:00000010:0.0:1779693204.940887:0:6162:0:(lmv_obd.c:1433:lmv_statfs()) kmalloced '(temp)': 144 at ffff90e491337180. 00000100:00000010:0.0:1779693204.940892:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af7800. 02000000:00000010:0.0:1779693204.940896:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e491e19000. 00000100:00000010:0.0:1779693204.940902:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e4913373c0. 02000000:00000010:2.0:1779693204.941921:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e4871ca400. 00000400:00000200:2.0:1779693204.942234:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693204.942240:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96528. 00000400:00000010:2.0:1779693204.942247:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c4c8. 00000100:00000200:2.0:1779693204.942253:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423793408, portal 10 00000800:00000200:1.0:1779693204.942257:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1779693204.942261:0:2405:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e490844000. 00000800:00000010:1.0:1779693204.942268:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e489c97a00. 00000400:00000010:2.0:1779693204.942270:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c5d8. 00000100:00000200:2.0:1779693204.942277:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866143423793408, offset 0 00000400:00000200:1.0:1779693204.942280:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1779693204.942287:0:2405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693204.942293:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:2.0:1779693204.942299:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693204.942317:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c330 00000400:00000200:2.0:1779693204.942317:0:2405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000010:1.0:1779693204.942323:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c330. 00000400:00000200:2.0:1779693204.942327:0:2405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693204.942332:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693204.942336:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1779693204.942340:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e48711a680 x1866143423793152/t0(0) o38->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1779693214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779693204.942345:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693204.942357:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [21:21:255:4294967295] 192.168.203.115@tcp LPNI seq info [21:21:7:4294967295] 00000400:00000200:2.0:1779693204.942372:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693204.942385:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693204.942391:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693204.942396:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e489c97a00. 00000800:00000200:2.0:1779693204.942402:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693204.942408:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693204.942412:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e489c97a00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1779693204.942418:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:0.0:1779693204.943934:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693204.943943:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e489c97a00. 00000400:00000200:0.0:1779693204.943950:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.943958:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693204.943965:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c5d8 00000400:00000010:0.0:1779693204.943968:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c5d8. 00000100:00000200:0.0:1779693204.943979:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af7b80 x1866143423793408/t0(0) o38->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1779693214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779693204.944011:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.944015:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693204.944021:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.944024:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.944036:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.944040:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 416 into portal 10 MB=0x6a13f5fe00800 00000400:00000200:0.0:1779693204.944044:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.944050:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 416/416 into md 0x2e9 [1] + 0 00000400:00000200:0.0:1779693204.944063:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.944066:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:0.0:1779693204.944074:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e48711a680 x1866143423793152/t0(0) o38->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1779693214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693204.944555:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96738. 00000400:00000200:2.0:1779693204.944561:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5cd48 00000400:00000010:2.0:1779693204.944563:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5cd48. 00000100:00000200:2.0:1779693204.944570:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e48711a680 x1866143423793152/t0(0) o38->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1779693214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693204.944578:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e48711a680 x1866143423793152/t0(0) o38->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1779693214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693204.947070:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e487c3ea20. 00000100:00000010:0.0:1779693204.949001:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e487c3e000. 00000400:00000200:0.0:1779693204.952780:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.952789:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693204.952797:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.952803:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.952808:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.952812:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 416 into portal 10 MB=0x6a13f5fe00900 00000400:00000200:0.0:1779693204.952817:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693204.952823:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 416/416 into md 0x2f1 [1] + 0 00000400:00000200:0.0:1779693204.952838:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693204.952842:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:0.0:1779693204.952856:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af7b80 x1866143423793408/t0(0) o38->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1779693214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779693204.960798:0:2403:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff90e4814cdc40. 00000400:00000010:0.0:1779693204.960813:0:2403:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff90e4814a1e70. 00000020:00000010:0.0:1779693205.792831:0:263:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff90e487176a00. 02000000:00000010:3.0:1779693205.950568:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e4871c9800. 02000000:00000010:3.0:1779693205.950580:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90e4897aa800. 00000100:00000010:3.0:1779693205.950587:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e48711a680. 00000400:00000010:3.0:1779693205.950602:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96528. 00000400:00000200:3.0:1779693205.950607:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c4c8 00000400:00000010:3.0:1779693205.950610:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c4c8. 02000000:00000010:1.0:1779693205.950617:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e4908f9000. 00000100:00000200:3.0:1779693205.950623:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af7b80 x1866143423793408/t0(0) o38->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1779693214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693205.950631:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693205.950637:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697e18. 00000100:00000200:3.0:1779693205.950642:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af7b80 x1866143423793408/t0(0) o38->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1779693214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779693205.950644:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd000. 00000100:00000200:1.0:1779693205.950652:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423793280, portal 10 00000020:00000010:1.0:1779693205.950662:0:2407:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e4871a4000. 00000400:00000010:1.0:1779693205.950668:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bdcc0. 00000100:00000200:1.0:1779693205.950670:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423793280, offset 0 00000400:00000200:1.0:1779693205.950678:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693205.950685:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.950693:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693205.950698:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693205.950701:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693205.950705:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693205.950708:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693205.950712:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [22:22:256:4294967295] 192.168.203.115@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1779693205.950716:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.950746:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693205.950752:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693205.950758:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4908c5e00. 00000800:00000200:1.0:1779693205.950764:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693205.950779:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693205.950783:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4908c5e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779693205.950797:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:1.0:1779693205.950802:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e483d57d20. 00000100:00000010:1.0:1779693205.950813:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e483d57120. 02000000:00000010:2.0:1779693205.950951:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e4871c9800. 00000400:00000200:2.0:1779693205.950958:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693205.950962:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96738. 00000400:00000010:2.0:1779693205.950966:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5cd48. 00000100:00000200:2.0:1779693205.950969:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423793664, portal 10 00000400:00000010:2.0:1779693205.950973:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c660. 00000100:00000200:2.0:1779693205.950976:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423793664, offset 0 00000400:00000200:2.0:1779693205.950981:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693205.950985:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693205.950989:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693205.950992:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693205.950994:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693205.950997:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693205.950998:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693205.951001:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [23:23:255:4294967295] 192.168.203.115@tcp LPNI seq info [23:23:7:4294967295] 00000400:00000200:2.0:1779693205.951005:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693205.951011:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693205.951016:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000200:1.0:1779693205.951018:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1779693205.951021:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e489c97900. 00000800:00000010:1.0:1779693205.951023:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4908c5e00. 00000800:00000200:2.0:1779693205.951028:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000400:00000200:1.0:1779693205.951031:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1779693205.951035:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693205.951039:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e489c97900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779693205.951040:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693205.951046:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bdcc0 00000400:00000200:2.0:1779693205.951047:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693205.951050:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bdcc0. 00000100:00000200:1.0:1779693205.951068:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af4000 x1866143423793280/t0(0) o41->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1779693205.951104:0:2405:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e491238000. 00000800:00000200:1.0:1779693205.952238:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693205.952243:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e489c97900. 00000400:00000200:1.0:1779693205.952247:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693205.952254:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693205.952259:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c660 00000400:00000010:1.0:1779693205.952261:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c660. 00000100:00000200:1.0:1779693205.952269:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af7800 x1866143423793664/t0(0) o41->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693205.955096:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.955104:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693205.955112:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.955117:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.955121:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.955125:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 368 into portal 10 MB=0x6a13f5fe00880 00000400:00000200:1.0:1779693205.955131:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.955137:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 368/368 into md 0x2f9 [1] + 224 00000400:00000200:1.0:1779693205.955149:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693205.955153:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693205.955178:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af4000 x1866143423793280/t0(0) o41->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1779693205.955222:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697e18. 00000400:00000200:1.0:1779693205.955227:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd000 00000400:00000010:1.0:1779693205.955230:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd000. 00000100:00000200:1.0:1779693205.955236:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af4000 x1866143423793280/t0(0) o41->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693205.955244:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af4000 x1866143423793280/t0(0) o41->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779693205.955279:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e4908f9000. 02000000:00000010:1.0:1779693205.955286:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e491e19b00. 00000100:00000010:1.0:1779693205.955292:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af4000. 00000100:00000010:0.0:1779693205.957783:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e483d57d20. 00000100:00000010:1.0:1779693205.958101:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e483d57120. 02000000:00000010:2.0:1779693205.958261:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e4871ca400. 02000000:00000010:2.0:1779693205.958270:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90e485ef2c00. 00000100:00000010:2.0:1779693205.958276:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af7b80. 02000000:00000010:1.0:1779693205.958423:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e4908f9000. 00000400:00000200:1.0:1779693205.958433:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693205.958437:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697e18. 00000400:00000010:1.0:1779693205.958443:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd000. 00000100:00000200:1.0:1779693205.958450:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423793536, portal 10 00000020:00000010:1.0:1779693205.958458:0:2406:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e4871a2000. 00000400:00000010:1.0:1779693205.958463:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bdcc0. 00000100:00000200:1.0:1779693205.958467:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423793536, offset 0 00000400:00000200:1.0:1779693205.958476:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693205.958483:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.958490:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693205.958495:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693205.958499:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693205.958503:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693205.958505:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693205.958509:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [24:24:256:4294967295] 192.168.203.115@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1779693205.958514:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.958535:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693205.958542:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693205.958546:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4908c5e00. 00000800:00000200:1.0:1779693205.958552:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693205.958559:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693205.958563:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4908c5e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779693205.958576:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:1.0:1779693205.958581:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e483d57120. 00000100:00000010:1.0:1779693205.958591:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e483d57960. 00000800:00000200:1.0:1779693205.958703:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693205.958707:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4908c5e00. 00000400:00000200:1.0:1779693205.958711:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693205.958716:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693205.958721:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bdcc0 00000400:00000010:1.0:1779693205.958750:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bdcc0. 00000100:00000200:1.0:1779693205.958759:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5c00 x1866143423793536/t0(0) o41->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693205.959052:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.959058:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693205.959063:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.959067:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.959071:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.959075:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 368 into portal 10 MB=0x6a13f5fe00a00 00000400:00000200:1.0:1779693205.959080:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.959085:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 368/368 into md 0x309 [1] + 224 00000400:00000200:1.0:1779693205.959097:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693205.959101:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693205.959109:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af7800 x1866143423793664/t0(0) o41->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693205.959789:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96738. 00000400:00000200:2.0:1779693205.959796:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5cd48 00000400:00000010:2.0:1779693205.959798:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5cd48. 00000100:00000200:2.0:1779693205.959806:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af7800 x1866143423793664/t0(0) o41->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693205.959825:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af7800 x1866143423793664/t0(0) o41->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693205.959852:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e4913373c0. 02000000:00000010:2.0:1779693205.959861:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e4871c9800. 02000000:00000010:2.0:1779693205.959865:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e491e19000. 00000100:00000010:2.0:1779693205.959869:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af7800. 00800000:00000010:2.0:1779693205.959874:0:6162:0:(lmv_obd.c:1493:lmv_statfs()) kfreed 'temp': 144 at ffff90e491337180. 00000100:00000010:2.0:1779693205.959884:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487c10380. 02000000:00000010:2.0:1779693205.959895:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e484cba400. 00000100:00000010:2.0:1779693205.959907:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e4a03a6180. 02000000:00000010:2.0:1779693205.959920:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e4871c9800. 00000400:00000200:2.0:1779693205.959925:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693205.959927:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96738. 00000400:00000010:2.0:1779693205.959930:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5cd48. 00000100:00000200:2.0:1779693205.959934:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423793792, portal 10 00000400:00000010:2.0:1779693205.959938:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c908. 00000100:00000200:2.0:1779693205.959941:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1866143423793792, offset 0 00000400:00000200:2.0:1779693205.959946:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693205.959951:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693205.959956:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693205.959960:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693205.959964:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693205.959967:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693205.959969:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693205.959973:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [25:25:256:4294967295] 192.168.203.115@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1779693205.959977:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693205.959984:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693205.959989:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693205.959994:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e489c97900. 00000800:00000200:2.0:1779693205.960005:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693205.960011:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693205.960014:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e489c97900 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:2.0:1779693205.960035:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:1.0:1779693205.960122:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693205.960131:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e489c97900. 00000400:00000200:1.0:1779693205.960136:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693205.960140:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693205.960144:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c908 00000400:00000010:1.0:1779693205.960146:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c908. 00000100:00000200:1.0:1779693205.960152:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487c10380 x1866143423793792/t0(0) o40->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 440/448 e 0 to 0 dl 1779693221 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693205.977973:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.977983:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693205.977994:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.977999:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.978005:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.978009:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 368 into portal 10 MB=0x6a13f5fe00980 00000400:00000200:1.0:1779693205.978014:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.978021:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 368/368 into md 0x311 [1] + 224 00000400:00000200:1.0:1779693205.978039:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693205.978043:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693205.978058:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5c00 x1866143423793536/t0(0) o41->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779693205.978137:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697e18. 00000400:00000200:0.0:1779693205.978143:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd000 00000400:00000010:0.0:1779693205.978145:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd000. 00000100:00000200:0.0:1779693205.978152:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5c00 x1866143423793536/t0(0) o41->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693205.978180:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5c00 x1866143423793536/t0(0) o41->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693221 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1779693205.978199:0:2406:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e4871f8000. 02000000:00000010:0.0:1779693205.978222:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e4908f9000. 02000000:00000010:0.0:1779693205.978229:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e491e19600. 00000100:00000010:0.0:1779693205.978234:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5c00. 00000400:00000200:1.0:1779693205.993576:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.993585:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693205.993594:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.993599:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.993604:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.993610:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 448 into portal 10 MB=0x6a13f5fe00a80 00000400:00000200:1.0:1779693205.993615:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.993621:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 448/448 into md 0x321 [1] + 224 00000400:00000200:1.0:1779693205.993634:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693205.993639:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693205.993652:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487c10380 x1866143423793792/t0(0) o40->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 440/448 e 0 to 0 dl 1779693221 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1779693205.993775:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96738. 00000400:00000200:2.0:1779693205.993794:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5cd48 00000400:00000010:2.0:1779693205.993796:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5cd48. 00000100:00000200:2.0:1779693205.993803:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487c10380 x1866143423793792/t0(0) o40->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 440/448 e 0 to 0 dl 1779693221 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693205.993813:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487c10380 x1866143423793792/t0(0) o40->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 440/448 e 0 to 0 dl 1779693221 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693205.993844:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e4a03a6180. 00000002:00000200:2.0:1779693205.993851:0:6162:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:2.0:1779693205.993857:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e4871c9800. 02000000:00000010:2.0:1779693205.993862:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e484cba400. 00000100:00000010:2.0:1779693205.993868:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487c10380. 00000020:00000010:2.0:1779693205.993887:0:6162:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff90e49081c800. 00000020:00000010:2.0:1779693205.993905:0:6162:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff90e49081e000. 00000400:00000200:2.0:1779693205.993915:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693205.993919:0:6162:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1 00000100:00000010:2.0:1779693205.993931:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487c10380. 02000000:00000010:2.0:1779693205.993942:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90e4871c9800. 00000020:00000010:2.0:1779693205.993999:0:6162:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff90e49081b800. 00000400:00000200:2.0:1779693205.994008:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693205.994011:0:6162:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.115@tcp is discovered: rc = 1 00000100:00000010:2.0:1779693205.994017:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487c12300. 02000000:00000010:2.0:1779693205.994022:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90e4871ca400. 00000080:00000010:2.0:1779693205.994037:0:6162:0:(llite_lib.c:742:client_common_fill_super()) kmalloced '(op_data)': 392 at ffff90e484cba400. 00000020:00000010:2.0:1779693205.994042:0:6162:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff90e485ef2c00. 00000100:00000010:2.0:1779693205.994051:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487c10000. 02000000:00000010:2.0:1779693205.994055:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e484cbb200. 00000100:00000010:2.0:1779693205.994069:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e4a03a6180. 02000000:00000010:2.0:1779693205.994084:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cba800. 00000400:00000200:2.0:1779693205.994088:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693205.994091:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96738. 00000400:00000010:2.0:1779693205.994094:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5cd48. 00000100:00000200:2.0:1779693205.994099:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423794176, portal 10 00000400:00000010:2.0:1779693205.994103:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5cf68. 00000100:00000200:2.0:1779693205.994107:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1866143423794176, offset 0 00000400:00000200:2.0:1779693205.994112:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693205.994117:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693205.994123:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693205.994127:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693205.994131:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693205.994134:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693205.994136:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693205.994140:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [26:26:256:4294967295] 192.168.203.115@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1779693205.994143:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693205.994151:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693205.994156:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693205.994161:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e489c97a00. 00000800:00000200:2.0:1779693205.994167:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693205.994174:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693205.994178:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e489c97a00 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:2.0:1779693205.994200:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 02000000:00000010:3.0:1779693205.994389:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e498f68800. 00000400:00000200:3.0:1779693205.994398:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693205.994401:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e489fafb00. 00000400:00000010:3.0:1779693205.994404:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab7f8. 00000100:00000200:3.0:1779693205.994408:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423793920, portal 4 00000020:00000010:3.0:1779693205.994425:0:2405:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e487166000. 00000400:00000010:3.0:1779693205.994430:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab198. 00000100:00000200:3.0:1779693205.994432:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866143423793920, offset 0 00000400:00000200:3.0:1779693205.994437:0:2405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693205.994441:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693205.994444:0:2405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1779693205.994446:0:2405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779693205.994448:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693205.994450:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779693205.994452:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1779693205.994459:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [27:27:255:4294967295] 192.168.203.115@tcp LPNI seq info [27:27:7:4294967295] 00000400:00000200:3.0:1779693205.994462:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693205.994467:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1779693205.994471:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693205.994474:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e486337d00. 00000800:00000200:3.0:1779693205.994477:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1779693205.994481:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693205.994483:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e486337d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1779693205.994487:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 02000000:00000010:3.0:1779693205.994500:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e498f69400. 00000400:00000200:3.0:1779693205.994503:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693205.994505:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e489fafec8. 00000400:00000010:3.0:1779693205.994508:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab2a8. 00000100:00000200:3.0:1779693205.994511:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423794048, portal 4 00000020:00000010:3.0:1779693205.994516:0:2405:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e487164000. 00000400:00000010:3.0:1779693205.994519:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fabaa0. 00000100:00000200:3.0:1779693205.994521:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866143423794048, offset 0 00000400:00000200:3.0:1779693205.994525:0:2405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693205.994528:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693205.994531:0:2405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1779693205.994533:0:2405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779693205.994535:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693205.994537:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779693205.994539:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1779693205.994541:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [28:28:254:4294967295] 192.168.203.115@tcp LPNI seq info [28:28:6:4294967295] 00000400:00000200:3.0:1779693205.994544:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693205.994549:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1779693205.994553:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693205.994556:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e486337300. 00000800:00000200:3.0:1779693205.994559:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1779693205.994570:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693205.994572:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e486337300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1779693205.994576:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:0.0:1779693205.994613:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693205.994618:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e489c97a00. 00000400:00000200:0.0:1779693205.994622:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693205.994627:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693205.994631:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5cf68 00000400:00000010:0.0:1779693205.994633:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5cf68. 00000100:00000200:0.0:1779693205.994638:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487c10000 x1866143423794176/t0(0) o900->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:29/10 lens 264/248 e 0 to 0 dl 1779693221 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1779693205.994659:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693205.994662:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e486337d00. 00000400:00000200:0.0:1779693205.994665:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693205.994669:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693205.994671:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab198 00000400:00000010:0.0:1779693205.994673:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab198. 00000100:00000200:0.0:1779693205.994678:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487c10380 x1866143423793920/t0(0) o8->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1779693215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1779693205.994684:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e4920d4380. 02000000:00000010:1.0:1779693205.994694:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e4908c5e00. 00000800:00000200:0.0:1779693205.994705:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693205.994708:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e486337300. 00000400:00000200:0.0:1779693205.994711:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693205.994715:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693205.994718:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fabaa0 00000400:00000010:0.0:1779693205.994720:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fabaa0. 00000100:00000200:0.0:1779693205.994756:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487c12300 x1866143423794048/t0(0) o8->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1779693215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779693205.994766:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e48a2bfa00. 00000400:00000200:1.0:1779693205.994775:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693205.994796:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4916978f0. 00000400:00000010:1.0:1779693205.994800:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bdcc0. 00000100:00000200:1.0:1779693205.994803:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423794304, portal 25 00000400:00000010:1.0:1779693205.994807:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd550. 00000100:00000200:1.0:1779693205.994810:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866143423794304, offset 0 00000400:00000200:1.0:1779693205.994815:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693205.994819:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.994822:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693205.994825:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693205.994827:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693205.994829:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693205.994831:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693205.994834:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [29:29:256:4294967295] 192.168.203.115@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:1.0:1779693205.994837:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693205.994842:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693205.994846:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693205.994849:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4908c5f00. 00000800:00000200:1.0:1779693205.994852:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693205.994856:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693205.994858:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4908c5f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1779693205.994877:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:0.0:1779693205.994949:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693205.994953:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4908c5f00. 00000400:00000200:0.0:1779693205.994956:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693205.994960:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693205.994963:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd550 00000400:00000010:0.0:1779693205.994964:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd550. 00000100:00000200:0.0:1779693205.994970:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e4920d4380 x1866143423794304/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779693206.003576:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693206.003586:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693206.003597:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693206.003602:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693206.003608:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693206.003612:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 248 into portal 10 MB=0x6a13f5fe00c00 00000400:00000200:0.0:1779693206.003617:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693206.003623:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 248/248 into md 0x329 [1] + 224 00000400:00000200:0.0:1779693206.003633:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693206.003637:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:0.0:1779693206.003651:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487c10000 x1866143423794176/t0(0) o900->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:29/10 lens 264/248 e 0 to 0 dl 1779693221 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693206.004990:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.004997:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693206.005004:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005008:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005026:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005029:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a13f5fe00c80 00000400:00000200:1.0:1779693206.005035:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005041:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x341 [1] + 224 00000400:00000200:1.0:1779693206.005051:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693206.005054:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693206.005065:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e4920d4380 x1866143423794304/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693206.005104:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005107:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693206.005111:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005113:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005115:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005118:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 416 into portal 4 MB=0x6a13f5fe00b00 00000400:00000200:1.0:1779693206.005121:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005124:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 416/416 into md 0x331 [1] + 0 00000400:00000200:1.0:1779693206.005130:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693206.005133:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693206.005139:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487c10380 x1866143423793920/t0(0) o8->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1779693215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1779693206.005168:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005171:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693206.005175:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005177:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005180:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005183:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 416 into portal 4 MB=0x6a13f5fe00b80 00000400:00000200:1.0:1779693206.005186:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.005189:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 416/416 into md 0x339 [1] + 0 00000400:00000200:1.0:1779693206.005199:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693206.005209:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693206.005216:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487c12300 x1866143423794048/t0(0) o8->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1779693215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779693206.005434:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e489fafb00. 00000400:00000200:3.0:1779693206.005439:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab7f8 00000400:00000010:3.0:1779693206.005442:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab7f8. 00000100:00000200:3.0:1779693206.005449:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487c10380 x1866143423793920/t0(0) o8->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1779693215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693206.005457:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487c10380 x1866143423793920/t0(0) o8->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1779693215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779693206.005518:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e489fafec8. 00000400:00000200:3.0:1779693206.005521:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab2a8 00000400:00000010:3.0:1779693206.005523:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab2a8. 00000100:00000200:3.0:1779693206.005528:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487c12300 x1866143423794048/t0(0) o8->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1779693215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693206.005536:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487c12300 x1866143423794048/t0(0) o8->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1779693215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1779693206.005561:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e498f68800. 00000400:00000010:0.0:1779693206.005566:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4916978f0. 02000000:00000010:3.0:1779693206.005567:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90e4871c9800. 00000400:00000200:0.0:1779693206.005573:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bdcc0 00000100:00000010:3.0:1779693206.005574:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487c10380. 00000400:00000010:0.0:1779693206.005576:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bdcc0. 02000000:00000010:3.0:1779693206.005580:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e498f69400. 02000000:00000010:3.0:1779693206.005584:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90e4871ca400. 00000100:00000200:0.0:1779693206.005586:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e4920d4380 x1866143423794304/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1779693206.005589:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487c12300. 00000100:00000200:0.0:1779693206.005601:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e4920d4380 x1866143423794304/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1779693206.005616:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e48a2bfa00. 02000000:00000010:0.0:1779693206.005621:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e4908c5e00. 00000100:00000010:0.0:1779693206.005630:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e4920d4380. 00000400:00000010:2.0:1779693206.007786:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96738. 00000400:00000200:2.0:1779693206.007798:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5cd48 00000400:00000010:2.0:1779693206.007800:0:6162:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5cd48. 00000100:00000200:2.0:1779693206.007813:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487c10000 x1866143423794176/t0(0) o900->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:29/10 lens 264/248 e 0 to 0 dl 1779693221 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693206.007826:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487c10000 x1866143423794176/t0(0) o900->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:29/10 lens 264/248 e 0 to 0 dl 1779693221 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1779693206.007873:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e4a03a6180. 02000000:00000010:2.0:1779693206.007882:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cba800. 02000000:00000010:2.0:1779693206.007889:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e484cbb200. 00000100:00000010:2.0:1779693206.007893:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487c10000. 80000000:00000010:3.0:1779693206.007975:0:6162:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff90e4a02cee80. 00000020:00000010:3.0:1779693206.007988:0:6162:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff90e498f69400. 00000100:00000010:3.0:1779693206.007994:0:6162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e48711a680. 02000000:00000010:3.0:1779693206.008007:0:6162:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e48577ac00. 00000100:00000010:3.0:1779693206.008020:0:6162:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e491372600. 02000000:00000010:3.0:1779693206.008080:0:6162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90e4985e0000. 00000400:00000200:3.0:1779693206.008087:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693206.008095:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e489fafec8. 00000400:00000010:3.0:1779693206.008100:0:6162:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90e498f68800. 00000100:00000200:3.0:1779693206.008106:0:6162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1866143423794432, portal 10 00000020:00000010:3.0:1779693206.008112:0:6162:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e487162000. 00000400:00000010:3.0:1779693206.008117:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab2a8. 00000100:00000200:3.0:1779693206.008120:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1866143423794432, offset 0 00000400:00000200:3.0:1779693206.008126:0:6162:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693206.008134:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693206.008141:0:6162:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1779693206.008145:0:6162:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779693206.008149:0:6162:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693206.008153:0:6162:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779693206.008155:0:6162:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1779693206.008160:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [30:30:256:4294967295] 192.168.203.115@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1779693206.008164:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693206.008173:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1779693206.008178:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693206.008183:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e486337e00. 00000800:00000200:3.0:1779693206.008189:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1779693206.008195:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693206.008199:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e486337e00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:3.0:1779693206.008221:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:0.0:1779693206.011488:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693206.011497:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e486337e00. 00000400:00000200:0.0:1779693206.011504:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693206.011512:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693206.011518:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab2a8 00000400:00000010:0.0:1779693206.011521:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab2a8. 00000100:00000200:0.0:1779693206.011530:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e48711a680 x1866143423794432/t0(0) o33->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:23/10 lens 448/66264 e 0 to 0 dl 1779693222 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:1.0:1779693206.073265:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.073274:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693206.073284:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.073288:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.073293:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.073297:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 464 into portal 10 MB=0x6a13f5fe00d00 00000400:00000200:1.0:1779693206.073311:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693206.073317:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 464/464 into md 0x351 [32] + 224 00000400:00000200:1.0:1779693206.073347:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693206.073352:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:1.0:1779693206.073366:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e48711a680 x1866143423794432/t0(0) o33->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:23/10 lens 448/66264 e 0 to 0 dl 1779693222 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:3.0:1779693206.073533:0:6162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e489fafec8. 00000400:00000200:3.0:1779693206.073538:0:6162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e498f68800 00000400:00000010:3.0:1779693206.073541:0:6162:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff90e498f68800. 00000100:00000200:3.0:1779693206.073547:0:6162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e48711a680 x1866143423794432/t0(0) o33->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:23/10 lens 448/66264 e 0 to 0 dl 1779693222 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1779693206.073556:0:6162:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e48711a680 x1866143423794432/t0(0) o33->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:23/10 lens 448/66264 e 0 to 0 dl 1779693222 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:3.0:1779693206.073586:0:6162:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e491372600. 00000002:00000200:3.0:1779693206.073604:0:6162:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:3.0:1779693206.073609:0:6162:0:(llite_lib.c:757:client_common_fill_super()) kfreed 'op_data': 392 at ffff90e484cba400. 00000020:00000010:3.0:1779693206.073634:0:6162:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff90e49166d7e0. 00000020:00000010:3.0:1779693206.073639:0:6162:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e48577a400. 00000020:00000010:3.0:1779693206.073644:0:6162:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90e48577b800. 00000020:00000010:3.0:1779693206.073647:0:6162:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff90e4851cd900. 00000008:00000010:3.0:1779693206.073662:0:6162:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff90e487100b28. 00020000:00000010:3.0:1779693206.073667:0:6162:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90e483cda300. 00008000:00000010:3.0:1779693206.073679:0:6162:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90e4a03b8710. 00000080:00000010:3.0:1779693206.073691:0:6162:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90e488f669d8. 00000080:00000010:3.0:1779693206.073703:0:6162:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff90e491602fe8. 00000020:00000010:3.0:1779693206.073708:0:6162:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e48577a000. 00000008:00000010:3.0:1779693206.073720:0:6162:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90e4916894a0. 00020000:00000010:3.0:1779693206.073772:0:6162:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff90e49137f180. 00008000:00000010:3.0:1779693206.073791:0:6162:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90e484cf8480. 00000080:00000010:3.0:1779693206.073802:0:6162:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90e484c06c30. 00000080:00000010:3.0:1779693206.073807:0:6162:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff90e4851cd600. 00000080:00000010:3.0:1779693206.073812:0:6162:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff90e498f68800. 00000020:00000010:3.0:1779693206.073848:0:6162:0:(lu_object.c:1156:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff90e4985d0000. 00000020:00000010:3.0:1779693206.073857:0:6162:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff90e498f68400. 00000020:00000010:3.0:1779693206.073860:0:6162:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff90e491372600. 00000008:00000010:3.0:1779693206.073868:0:6162:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff90e487102178. 00020000:00000010:3.0:1779693206.073870:0:6162:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90e483cdaa80. 00008000:00000010:3.0:1779693206.073873:0:6162:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90e4a03b98b8. 00000080:00000010:3.0:1779693206.073876:0:6162:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90e488f66738. 00000080:00000010:3.0:1779693206.073878:0:6162:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff90e491603b50. 00000008:00000010:3.0:1779693206.073881:0:6162:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90e491689ce0. 00020000:00000010:3.0:1779693206.073883:0:6162:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff90e49137c6c0. 00008000:00000010:3.0:1779693206.073885:0:6162:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90e484cf89d0. 00000080:00000010:3.0:1779693206.073888:0:6162:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90e484c065a0. 00000008:00000010:3.0:1779693206.073890:0:6162:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff90e487101650. 00020000:00000010:3.0:1779693206.073893:0:6162:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90e483cdae40. 00008000:00000010:3.0:1779693206.073895:0:6162:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90e4a03ba6d8. 00000080:00000010:3.0:1779693206.073905:0:6162:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90e488f665e8. 00000080:00000010:3.0:1779693206.073907:0:6162:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff90e491600920. 00000008:00000010:3.0:1779693206.073910:0:6162:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90e491689760. 00020000:00000010:3.0:1779693206.073913:0:6162:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff90e49137fcc0. 00008000:00000010:3.0:1779693206.073914:0:6162:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90e484cf8818. 00000080:00000010:3.0:1779693206.073917:0:6162:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90e484c06d20. 00000008:00000010:3.0:1779693206.073920:0:6162:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff90e487106f90. 00020000:00000010:3.0:1779693206.073922:0:6162:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90e483cda480. 00008000:00000010:3.0:1779693206.073924:0:6162:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90e4a03b9c40. 00000080:00000010:3.0:1779693206.073926:0:6162:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90e488f663f0. 00000080:00000010:3.0:1779693206.073928:0:6162:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff90e491601b60. 00000008:00000010:3.0:1779693206.073931:0:6162:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90e491688420. 00020000:00000010:3.0:1779693206.073933:0:6162:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff90e49137c240. 00008000:00000010:3.0:1779693206.073935:0:6162:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90e484cf8f50. 00000080:00000010:3.0:1779693206.073938:0:6162:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90e484c061e0. 00000008:00000010:3.0:1779693206.073941:0:6162:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff90e487102ca0. 00020000:00000010:3.0:1779693206.073943:0:6162:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90e483cda6c0. 00008000:00000010:3.0:1779693206.073946:0:6162:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90e4a03b9530. 00000080:00000010:3.0:1779693206.073948:0:6162:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90e488f66b28. 00000080:00000010:3.0:1779693206.073950:0:6162:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff90e491600ff8. 00000008:00000010:3.0:1779693206.073953:0:6162:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90e491688000. 00020000:00000010:3.0:1779693206.073955:0:6162:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff90e49137e640. 00008000:00000010:3.0:1779693206.073957:0:6162:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90e484cf8c48. 00000080:00000010:3.0:1779693206.073959:0:6162:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90e484c06780. 00020000:00000010:3.0:1779693206.073968:0:6162:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff90e4851cdf60. 00020000:00000010:3.0:1779693206.073975:0:6162:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff90e4851cd420. 00020000:00000010:3.0:1779693206.073979:0:6162:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff90e4851cd780. 00020000:00000010:3.0:1779693206.073982:0:6162:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff90e4851cdc60. 00000020:00000010:3.0:1779693206.073985:0:6162:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e48577b800. 00000020:00000010:3.0:1779693206.073989:0:6162:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff90e4851cd900. 00000008:00000010:3.0:1779693206.073991:0:6162:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff90e487100b28. 00020000:00000010:3.0:1779693206.073994:0:6162:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff90e483cda300. 00008000:00000010:3.0:1779693206.074002:0:6162:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff90e4a03b8710. 00000080:00000010:3.0:1779693206.074004:0:6162:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff90e488f669d8. 00000080:00000010:3.0:1779693206.074007:0:6162:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff90e491602fe8. 00000020:00000010:3.0:1779693206.074010:0:6162:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e48577a400. 00000008:00000010:3.0:1779693206.074013:0:6162:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff90e4916894a0. 00020000:00000010:3.0:1779693206.074016:0:6162:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff90e49137f180. 00008000:00000010:3.0:1779693206.074018:0:6162:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff90e484cf8480. 00000080:00000010:3.0:1779693206.074020:0:6162:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff90e484c06c30. 00000020:00000010:3.0:1779693206.074022:0:6162:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e48577a000. 00000020:00000010:3.0:1779693206.074025:0:6162:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff90e49166d7e0. 00000080:00000010:3.0:1779693206.074052:0:6162:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90e489110000. 02000000:00000010:3.0:1779693206.074074:0:6162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90e4985e0000. 02000000:00000010:3.0:1779693206.074096:0:6162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e48577ac00. 00000100:00000010:3.0:1779693206.074101:0:6162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e48711a680. 00000080:00000010:3.0:1779693206.074109:0:6162:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90e48575a700. 00000080:00000010:3.0:1779693206.074116:0:6162:0:(llite_lib.c:846:client_common_fill_super()) kfreed 'data': 192 at ffff90e491372900. 00000080:00000010:3.0:1779693206.074118:0:6162:0:(llite_lib.c:847:client_common_fill_super()) kfreed 'osfs': 144 at ffff90e491372000. 00000080:00000010:3.0:1779693206.074140:0:6162:0:(llite_lib.c:1515:ll_fill_super()) kfreed 'md': 33 at ffff90e4a02ce300. 00000080:00000010:3.0:1779693206.074143:0:6162:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'dt': 33 at ffff90e4a02ce6c0. 00000080:00000010:3.0:1779693206.074146:0:6162:0:(llite_lib.c:1525:ll_fill_super()) kfreed 'cfg': 88 at ffff90e487521600. 00000080:02000400:3.0:1779693206.074148:0:6162:0:(llite_lib.c:1531:ll_fill_super()) Mounted lustre-client 00000080:00200008:1.0:1779693206.252964:0:6206:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e4891100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1779693206.252975:0:6206:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8),name=/ 00000002:00010000:1.0:1779693206.253000:0:6206:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1779693206.253059:0:6206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.253070:0:6206:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.253079:0:6206:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779693206.253238:0:6206:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d6300 pname:cluuid:pid:xid:nid:opc:job mkdir:631e3e6a-12a0-4b78-8234-4228fcb628ff:6206:1866143423794560:192.168.203.115@tcp:101: 00000100:00100000:1.0:1779693206.253371:0:6206:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e490809600 going to sleep for 11 seconds 00000100:00100000:1.0:1779693206.264282:0:6206:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d6300 pname:cluuid:pid:xid:nid:opc:job mkdir:631e3e6a-12a0-4b78-8234-4228fcb628ff:6206:1866143423794560:192.168.203.115@tcp:101: 00010000:00010000:1.0:1779693206.264319:0:6206:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.264331:0:6206:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.264342:0:6206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.264356:0:6206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.264368:0:6206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.264375:0:6206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.264382:0:6206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1779693206.264393:0:6206:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff90e4920d6300 x1866143423794560/t0(0) o101->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 576/688 e 0 to 0 dl 1779693222 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1779693206.264407:0:6206:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.264420:0:6206:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90e4871c8400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1779693206.264440:0:6206:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1779693206.264464:0:6206:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1779693206.264469:0:6206:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) for lock 0x73872e0df55a1e51 00000080:00010000:1.0:1779693206.264474:0:6206:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) 00000080:00010000:1.0:1779693206.264477:0:6206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x73872e0df55a1e51 from it ffffb4d483ddfcb8 00010000:00010000:1.0:1779693206.264480:0:6206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693206.264488:0:6206:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1779693206.817037:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693207.841334:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1779693208.266150:0:6258:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e4891100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1779693208.266162:0:6258:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8),name=/ 00000002:00010000:0.0:1779693208.266188:0:6258:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1779693208.266206:0:6258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1779693208.266220:0:6258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1779693208.266228:0:6258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1779693208.266235:0:6258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) 00000080:00010000:0.0:1779693208.266239:0:6258:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) for lock 0x73872e0df55a1e51 00000080:00010000:0.0:1779693208.266246:0:6258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x73872e0df55a1e51 from it ffffb4d483e47cb8 00010000:00010000:0.0:1779693208.266250:0:6258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1779693208.266258:0:6258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1779693208.267010:0:6258:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e4891100c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1779693208.267019:0:6258:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8),name=/ 00000002:00010000:0.0:1779693208.267029:0:6258:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1779693208.267039:0:6258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1779693208.267049:0:6258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1779693208.267055:0:6258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1779693208.267060:0:6258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) 00000080:00010000:0.0:1779693208.267063:0:6258:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) for lock 0x73872e0df55a1e51 00000080:00010000:0.0:1779693208.267067:0:6258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x73872e0df55a1e51 from it ffffb4d483e47cb8 00010000:00010000:0.0:1779693208.267070:0:6258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1779693208.267077:0:6258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1779693208.267172:0:6258:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8),name=/ 00000002:00010000:0.0:1779693208.267181:0:6258:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1779693208.267188:0:6258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1779693208.267198:0:6258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1779693208.267204:0:6258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1779693208.267208:0:6258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) 00000080:00010000:0.0:1779693208.267210:0:6258:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) for lock 0x73872e0df55a1e51 00000080:00010000:0.0:1779693208.267221:0:6258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x73872e0df55a1e51 from it ffffb4d483e47bb0 00010000:00010000:0.0:1779693208.267224:0:6258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1779693208.267232:0:6258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1779693208.267240:0:6258:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8), inode mode 41ed mask 44 00000080:00200008:0.0:1779693208.267247:0:6258:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90e4891100c8), flags 100000 00000080:00200080:0.0:1779693208.267407:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:0.0:1779693208.267421:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4a0302c00 uarg=0000000000000000 00800000:00000004:0.0:1779693208.267427:0:6258:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff90e487d9a800: age 292, max_age 293 00000100:00100000:0.0:1779693208.267464:0:6258:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5c00 pname:cluuid:pid:xid:nid:opc:job lfs:631e3e6a-12a0-4b78-8234-4228fcb628ff:6258:1866143423794688:192.168.203.115@tcp:41: 00000100:00100000:0.0:1779693208.267578:0:6258:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4871b6600 going to sleep for 11 seconds 00000100:00100000:3.0:1779693208.271157:0:6258:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5c00 pname:cluuid:pid:xid:nid:opc:job lfs:631e3e6a-12a0-4b78-8234-4228fcb628ff:6258:1866143423794688:192.168.203.115@tcp:41: 00800000:00000004:3.0:1779693208.271183:0:6258:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff90e487d9a800: update ffff90e4a033d190 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1779693208.271257:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.271274:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e498f69c00 uarg=0000000000000000 00800000:00000004:3.0:1779693208.271290:0:6258:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff90e487d9a800: age -709, max_age 293 00000100:00100000:3.0:1779693208.271323:0:6258:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711a680 pname:cluuid:pid:xid:nid:opc:job lfs:631e3e6a-12a0-4b78-8234-4228fcb628ff:6258:1866143423794816:192.168.203.115@tcp:41: 00000100:00100000:3.0:1779693208.271395:0:6258:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e491372b40 going to sleep for 11 seconds 00010000:00080000:3.0:1779693208.280100:0:6258:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711a680 x1866143423794816/t0(0) o41->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693224 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693208.280137:0:6258:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711a680 pname:cluuid:pid:xid:nid:opc:job lfs:631e3e6a-12a0-4b78-8234-4228fcb628ff:6258:1866143423794816:192.168.203.115@tcp:41: 00800000:00000004:3.0:1779693208.280165:0:6258:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff90e487d9a800: update ffff90e487c30450 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1779693208.280234:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280249:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280258:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280263:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280268:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280272:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280276:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280290:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280296:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280300:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280304:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280307:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280311:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280314:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280318:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280321:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280325:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280328:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280331:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280333:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280337:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280347:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280351:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280354:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280358:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280360:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.280364:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.280367:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282365:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282388:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282395:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282399:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282403:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282406:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282410:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282414:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282418:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282421:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282424:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282428:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282431:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282434:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282438:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282441:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282445:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282448:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282466:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282470:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282474:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282478:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282481:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282484:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282489:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282492:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282497:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282500:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282505:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282508:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282512:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282516:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282520:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282523:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282527:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282530:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282533:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282536:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282539:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282542:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282545:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282548:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282553:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282563:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282568:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282572:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282576:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282579:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282584:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282587:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282591:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282594:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282597:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282601:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282605:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282608:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282612:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282615:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282619:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282622:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282626:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282629:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282633:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282636:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282640:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282643:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282646:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282649:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282659:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282663:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282667:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282670:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282674:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282678:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282682:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282685:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282689:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282692:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282696:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282700:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282704:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282708:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282711:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282715:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282719:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282751:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282758:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282762:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282766:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282769:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282772:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282775:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282778:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282787:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282791:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282794:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282797:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00800000:00000080:3.0:1779693208.282800:0:6258:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.282804:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.282809:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00020000:00000004:3.0:1779693208.282816:0:6258:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff90e487d9a800: age -709, max_age 293 00000100:00100000:3.0:1779693208.282858:0:6258:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711a680 pname:cluuid:pid:xid:nid:opc:job lfs:631e3e6a-12a0-4b78-8234-4228fcb628ff:6258:1866143423794944:192.168.203.115@tcp:13: 00000100:00100000:3.0:1779693208.282942:0:6258:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e491372b40 going to sleep for 11 seconds 00010000:00080000:3.0:1779693208.285232:0:6258:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711a680 x1866143423794944/t0(0) o13->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:7/4 lens 224/368 e 0 to 0 dl 1779693224 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693208.285251:0:6258:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711a680 pname:cluuid:pid:xid:nid:opc:job lfs:631e3e6a-12a0-4b78-8234-4228fcb628ff:6258:1866143423794944:192.168.203.115@tcp:13: 00020000:00000004:3.0:1779693208.285273:0:6258:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff90e487d9a800: update ffff90e487c31e10 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1779693208.285348:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.285364:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00020000:00000004:3.0:1779693208.285371:0:6258:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff90e487d9a800: age -709, max_age 293 00000100:00100000:3.0:1779693208.285399:0:6258:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711a680 pname:cluuid:pid:xid:nid:opc:job lfs:631e3e6a-12a0-4b78-8234-4228fcb628ff:6258:1866143423795072:192.168.203.115@tcp:13: 00000100:00100000:3.0:1779693208.285469:0:6258:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e491372b40 going to sleep for 11 seconds 00010000:00080000:3.0:1779693208.294632:0:6258:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711a680 x1866143423795072/t0(0) o13->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:7/4 lens 224/368 e 0 to 0 dl 1779693224 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693208.294652:0:6258:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711a680 pname:cluuid:pid:xid:nid:opc:job lfs:631e3e6a-12a0-4b78-8234-4228fcb628ff:6258:1866143423795072:192.168.203.115@tcp:13: 00020000:00000004:3.0:1779693208.294676:0:6258:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff90e487d9a800: update ffff90e487c35190 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1779693208.294774:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294802:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294810:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294814:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294818:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294821:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294825:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294829:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294833:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294836:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294839:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294842:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294845:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294848:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294852:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294855:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294858:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294861:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294864:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294868:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294872:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294875:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294879:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294882:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294886:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294889:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294901:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294906:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294910:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294913:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294917:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294920:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294924:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294927:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294931:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294934:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294938:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294941:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294945:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294948:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294951:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294955:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294959:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294962:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294966:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294969:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294972:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294975:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294978:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294981:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294985:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.294994:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.294999:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295002:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295005:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295008:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295012:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295015:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295019:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295021:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295025:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295028:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295031:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295035:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295039:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295042:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295045:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295049:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295052:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295056:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295059:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295063:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295066:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295070:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295073:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295077:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295088:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295092:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295096:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295099:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295103:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295107:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295111:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295115:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295119:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295122:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295125:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295128:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295132:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295135:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295138:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295141:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295145:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295148:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295152:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295156:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295160:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295163:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295167:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295170:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295174:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295185:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295191:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295194:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295199:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295202:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295206:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295210:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295214:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295218:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295222:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295225:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295229:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295233:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295237:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295241:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295245:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295249:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295253:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295257:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295260:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295264:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295268:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295272:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200080:3.0:1779693208.295276:0:6258:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8) cmd=c00866a4 arg=7ffe08f5b5f0 00020000:00000080:3.0:1779693208.295279:0:6258:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff90e487d9a800: cmd=c00866a4 len=592 karg=ffff90e4871c9800 uarg=0000000000000000 00000080:00200008:3.0:1779693208.295309:0:6258:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90e4891100c8), flags 100000 00010000:00010000:0.0:1779693208.864935:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693209.901640:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1779693210.881955:0:6452:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1779693210.915060:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779693211.364963:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423795200:192.168.203.115@tcp:400: 00000100:00100000:2.0:1779693211.365051:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423795456:192.168.203.115@tcp:400: 00000100:00100000:2.0:1779693211.365081:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423795712:192.168.203.115@tcp:400: 00000100:00100000:2.0:1779693211.365116:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1779693211.365123:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423795328:192.168.203.115@tcp:400: 00000100:00100000:2.0:1779693211.365142:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423795584:192.168.203.115@tcp:400: 00000100:00100000:3.0:1779693211.376612:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423795328:192.168.203.115@tcp:400: 00010000:00080000:3.0:1779693211.376629:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487c13800 x1866143423795584/t0(0) o400->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693211.376639:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423795584:192.168.203.115@tcp:400: 00000100:00100000:3.0:1779693211.376648:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423795200:192.168.203.115@tcp:400: 00010000:00080000:3.0:1779693211.376658:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487c11c00 x1866143423795456/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693211.376667:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423795456:192.168.203.115@tcp:400: 00010000:00080000:3.0:1779693211.376676:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487c11180 x1866143423795712/t0(0) o400->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693211.376684:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423795712:192.168.203.115@tcp:400: 00010000:00010000:2.0:1779693211.939249:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693212.961189:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779693213.985666:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779693214.411837:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1779693214.411891:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1779693214.411969:0:6163:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866143440622976 00000100:00100000:0.0:1779693214.411982:0:6163:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866143440622976 00000100:00100000:0.0:1779693214.412162:0:6163:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866143440623104 00000100:00100000:0.0:1779693214.412174:0:6163:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866143440623104 00000100:00100000:0.0:1779693214.412194:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 0 00000100:00100000:0.0:1779693214.412203:0:6163:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff90e4920d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+4:10259:x1866143440622976:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1779693214.412220:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff90e481529000/0x73872e0df55a1de8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf629ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779693214.412338:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1779693214.412344:0:6163:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff90e4920d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+4:10259:x1866143440622976:12345-192.168.203.115@tcp:104: Request processed in 142us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1779693214.412350:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 0 00010000:00010000:3.0:1779693214.412385:0:6173:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1779693214.412394:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1 00010000:00010000:3.0:1779693214.412400:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff90e481529000/0x73872e0df55a1de8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf629ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779693214.412406:0:6163:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff90e4920d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+3:10259:x1866143440623104:12345-192.168.203.115@tcp:104: 00010000:00010000:3.0:1779693214.412426:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e481529000 already unused, calling callback (ffffffffc1453c20) 00010000:00010000:0.0:1779693214.412430:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff90e480030600/0x73872e0df55a1de1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf629a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779693214.412432:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff90e481529000/0x73872e0df55a1de8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf98114e4baf629ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779693214.412479:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1779693214.412485:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff90e481529000/0x73872e0df55a1de8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf98114e4baf629ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779693214.412490:0:6163:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff90e4920d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+3:10259:x1866143440623104:12345-192.168.203.115@tcp:104: Request processed in 85us (595us total) trans 0 rc 0/0 10000000:00010000:3.0:1779693214.412512:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff90e481529000/0x73872e0df55a1de8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf98114e4baf629ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779693214.412518:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1 10000000:01000000:3.0:1779693214.412532:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779693214.412587:0:6173:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff90e481529000/0x73872e0df55a1de8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf629ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693214.412595:0:6173:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779693214.412619:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff90e481529000/0x73872e0df55a1de8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf629ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693214.412627:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff90e481529000/0x73872e0df55a1de8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf629ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693214.412646:0:6173:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779693214.412651:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff90e480030600/0x73872e0df55a1de1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf629a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693214.412658:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e480030600 already unused, calling callback (ffffffffc1453c20) 10000000:00010000:3.0:1779693214.412661:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff90e480030600/0x73872e0df55a1de1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf98114e4baf629a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693214.412668:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693214.412669:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff90e480030600/0x73872e0df55a1de1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf98114e4baf629a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779693214.412680:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff90e480030600/0x73872e0df55a1de1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf98114e4baf629a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779693214.412693:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1779693214.412696:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423795840:192.168.203.115@tcp:103: 00010000:00010000:3.0:1779693214.412714:0:6173:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff90e480030600/0x73872e0df55a1de1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf629a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693214.412721:0:6173:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779693214.412790:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff90e480030600/0x73872e0df55a1de1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf629a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693214.412799:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff90e480030600/0x73872e0df55a1de1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf629a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779693214.412815:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1779693214.412822:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693214.412826:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693214.412828:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779693214.412829:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423795968:192.168.203.115@tcp:103: 00000100:00100000:2.0:1779693214.422582:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423795840:192.168.203.115@tcp:103: 00000100:00100000:2.0:1779693214.422609:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423795968:192.168.203.115@tcp:103: 00010000:00010000:2.0:1779693215.020607:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693216.032963:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779693216.481038:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423796224:192.168.203.115@tcp:400: 00000100:00100000:3.0:1779693216.481147:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423796480:192.168.203.115@tcp:400: 00000100:00100000:3.0:1779693216.481186:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1779693216.481194:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423796096:192.168.203.115@tcp:400: 00000100:00100000:3.0:1779693216.481235:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423796352:192.168.203.115@tcp:400: 00000100:00100000:3.0:1779693216.481257:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423796608:192.168.203.115@tcp:400: 00000100:00100000:3.0:1779693216.489229:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423796096:192.168.203.115@tcp:400: 00010000:00080000:3.0:1779693216.489252:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711aa00 x1866143423796352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693216.489285:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423796352:192.168.203.115@tcp:400: 00010000:00080000:3.0:1779693216.489300:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711b100 x1866143423796608/t0(0) o400->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693216.489308:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423796608:192.168.203.115@tcp:400: 00000100:00100000:3.0:1779693216.489320:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423796224:192.168.203.115@tcp:400: 00010000:00080000:3.0:1779693216.489329:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487118a80 x1866143423796480/t0(0) o400->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693216.489336:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423796480:192.168.203.115@tcp:400: 00010000:00010000:2.0:1779693217.057175:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693218.081582:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779693219.107702:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693220.129124:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1779693220.577967:0:6176:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1779693220.577979:0:6176:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff90e487d9a800 from 48 10000000:01000000:1.0:1779693220.577987:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1779693220.578056:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4829bc800/0x73872e0df55a1e58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693220.578071:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff90e4829bc800/0x73872e0df55a1e58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693220.578084:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff90e4829bc800/0x73872e0df55a1e58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779693220.578117:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423796736:192.168.203.115@tcp:101: 00000100:00100000:1.0:1779693220.578272:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779693220.582809:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423796736:192.168.203.115@tcp:101: 00010000:00010000:2.0:1779693220.582864:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff90e4829bc800/0x73872e0df55a1e58 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62a72 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693220.582881:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff90e4829bc800/0x73872e0df55a1e58 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf98114e4baf62a72 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779693220.583954:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423796864:192.168.203.115@tcp:501: 00000100:00100000:2.0:1779693220.584076:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e491337cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779693220.591701:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423796864:192.168.203.115@tcp:501: 00000100:00100000:2.0:1779693220.591863:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423796992:192.168.203.115@tcp:503: 00000100:00100000:2.0:1779693220.591975:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e491337cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779693220.598097:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423796992:192.168.203.115@tcp:503: 00000100:00100000:1.0:1779693220.611066:0:6683:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6683:1866143423797120:192.168.203.115@tcp:502: 00000100:00100000:1.0:1779693220.611474:0:6683:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd900 going to sleep for 11 seconds 00000100:00100000:0.0:1779693220.620089:0:6683:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6683:1866143423797120:192.168.203.115@tcp:502: 00000020:01000000:0.0:1779693220.620148:0:6683:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1779693220.620164:0:6683:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1779693220.620167:0:6683:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1779693220.620174:0:6683:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1779693220.620239:0:6683:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6683:1866143423797248:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:0.0:1779693220.620356:0:6683:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908096c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779693220.623864:0:6683:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6683:1866143423797248:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:0.0:1779693220.623930:0:6683:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1779693220.623940:0:6683:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1779693220.623943:0:6683:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1779693220.623950:0:6683:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1779693220.626919:0:6176:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1779693220.627009:0:6176:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1779693220.627026:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4829bc800/0x73872e0df55a1e58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62a72 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693220.627042:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff90e4829bc800/0x73872e0df55a1e58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62a72 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779693220.627113:0:6176:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1779693220.627117:0:6176:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff90e48751b380 from 1 10000000:01000000:2.0:1779693220.627121:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1779693220.627180:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4c215e000/0x73872e0df55a1e5f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693220.627201:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff90e4c215e000/0x73872e0df55a1e5f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693220.627236:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff90e4c215e000/0x73872e0df55a1e5f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779693220.627271:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423797376:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1779693220.627466:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e491337cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779693220.631643:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423797376:192.168.203.115@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1779693220.631684:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff90e4c215e000/0x73872e0df55a1e5f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62a79 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693220.631700:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff90e4c215e000/0x73872e0df55a1e5f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf98114e4baf62a79 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779693220.631841:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423797504:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779693220.631942:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e491337cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779693220.637014:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423797504:192.168.203.115@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1779693220.637084:0:6176:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1779693220.637099:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4c215e000/0x73872e0df55a1e5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62a79 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693220.637113:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff90e4c215e000/0x73872e0df55a1e5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62a79 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693221.160468:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779693221.602599:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2406:1866143423797632:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693221.602747:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423797888:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693221.602779:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423798144:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693221.602816:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1779693221.602840:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423797760:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693221.602869:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423798016:192.168.203.115@tcp:400:kworker.0 00010000:00080000:0.0:1779693221.614347:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e4920d4380 x1866143423798144/t0(0) o400->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693221.614371:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423798144:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693221.614484:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423797760:192.168.203.115@tcp:400:kworker.0 00010000:00080000:0.0:1779693221.614502:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e4920d7b80 x1866143423798016/t0(0) o400->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693221.614513:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423798016:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693221.614526:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2406:1866143423797632:192.168.203.115@tcp:400:kworker.0 00010000:00080000:0.0:1779693221.614538:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e4920d5c00 x1866143423797888/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693221.614622:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423797888:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1779693221.831474:0:2399:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1779693221.835264:0:6164:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866143440633728 00000100:00100000:0.0:1779693221.835283:0:6164:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866143440633728 00000100:00100000:0.0:1779693221.835568:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 2 00000100:00100000:0.0:1779693221.835581:0:6164:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff90e4920d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+3:10323:x1866143440633728:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1779693221.835602:0:6164:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff90e4c215fc00/0x73872e0df55a1e20 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf629bc expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779693221.835801:0:6164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1779693221.835825:0:6164:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff90e4920d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+3:10323:x1866143440633728:12345-192.168.203.115@tcp:104: Request processed in 247us (4367us total) trans 0 rc 0/0 00000100:00100000:0.0:1779693221.835834:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 2 00010000:00010000:3.0:1779693221.841277:0:6173:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779693221.841295:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff90e4c215fc00/0x73872e0df55a1e20 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf629bc expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693221.841529:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e4c215fc00 already unused, calling callback (ffffffffc1453c20) 10000000:00010000:3.0:1779693221.841536:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff90e4c215fc00/0x73872e0df55a1e20 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf98114e4baf629bc expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693221.841549:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff90e4c215fc00/0x73872e0df55a1e20 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf98114e4baf629bc expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779693221.841557:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff90e4c215fc00/0x73872e0df55a1e20 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf98114e4baf629bc expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779693221.841564:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1779693221.841793:0:6173:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff90e4c215fc00/0x73872e0df55a1e20 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf629bc expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693221.841818:0:6173:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779693221.841853:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff90e4c215fc00/0x73872e0df55a1e20 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf629bc expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693221.841860:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff90e4c215fc00/0x73872e0df55a1e20 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf629bc expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693221.841896:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693221.841898:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693221.841899:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779693221.842321:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423798272:192.168.203.115@tcp:103:ldlm_bl.0 10000000:01000000:2.0:1779693221.849395:0:6176:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1779693221.849516:0:6176:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff90e487d9a800 from 4 10000000:01000000:2.0:1779693221.849545:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1779693221.849610:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693221.849625:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693221.849638:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779693221.849673:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423798400:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1779693221.849831:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4913379c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779693221.852561:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423798272:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1779693221.858321:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423798400:192.168.203.115@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1779693221.858366:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693221.859272:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779693221.863203:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423798528:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779693221.863328:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4913379c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779693221.880541:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423798528:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1779693221.883224:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423798656:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1779693221.883379:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bda80 going to sleep for 11 seconds 00000100:00100000:3.0:1779693221.892666:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423798656:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1779693221.894620:0:6701:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6701:1866143423798784:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:1.0:1779693221.894803:0:6701:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd300 going to sleep for 11 seconds 00000100:00100000:3.0:1779693221.905562:0:6701:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6701:1866143423798784:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:3.0:1779693221.905625:0:6701:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1779693221.905644:0:6701:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693221.905647:0:6701:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1779693221.905654:0:6701:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff90e487d9a800 00000020:00000080:3.0:1779693221.905658:0:6701:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1779693221.905797:0:6701:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6701:1866143423798912:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779693221.905910:0:6701:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e490369e40 going to sleep for 11 seconds 00000100:00100000:1.0:1779693221.936242:0:6701:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6701:1866143423798912:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:1.0:1779693221.936298:0:6701:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1779693221.936306:0:6701:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1779693221.936309:0:6701:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1779693221.936314:0:6701:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1779693221.936664:0:6176:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1779693221.937156:0:6176:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1779693221.937169:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693221.937204:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693222.181515:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693223.200982:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693224.230543:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693225.249468:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779693226.275853:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779693226.722593:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423799040:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693226.722683:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423799296:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693226.722707:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423799552:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693226.722748:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1779693226.722754:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423799168:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693226.722777:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423799424:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1779693226.738075:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423799168:192.168.203.115@tcp:400:kworker.0 00010000:00080000:2.0:1779693226.738095:0:2408:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487119f80 x1866143423799424/t0(0) o400->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693226.738120:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423799424:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1779693226.738133:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423799040:192.168.203.115@tcp:400:kworker.0 00010000:00080000:2.0:1779693226.738155:0:2408:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711aa00 x1866143423799296/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693226.738164:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423799296:192.168.203.115@tcp:400:kworker.0 00010000:00080000:2.0:1779693226.738175:0:2408:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711b480 x1866143423799552/t0(0) o400->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693226.738183:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423799552:192.168.203.115@tcp:400:kworker.0 00010000:00010000:1.0:1779693227.297076:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1779693227.851023:0:7029:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1779693228.321565:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693229.355369:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779693230.370638:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693231.392979:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1779693231.840877:0:36:0:(import.c:65:import_set_state_nolock()) ffff90e484c9b800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1779693231.840884:0:36:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff90e487d9a800: disconnect after 23s idle 00000100:00100000:2.0:1779693231.841201:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423799680:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1779693231.841331:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423799936:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1779693231.841365:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779693231.841372:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423799808:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1779693231.848968:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:631e3e6a-12a0-4b78-8234-4228fcb628ff:2405:1866143423800064:192.168.203.115@tcp:9:kworker.0 00000100:00080000:2.0:1779693231.851415:0:36:0:(import.c:65:import_set_state_nolock()) ffff90e4920fe000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1779693231.851422:0:36:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff90e487d9a800: disconnect after 23s idle 00000100:00100000:1.0:1779693231.854827:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:631e3e6a-12a0-4b78-8234-4228fcb628ff:2405:1866143423800192:192.168.203.115@tcp:9:kworker.0 00000100:00100000:3.0:1779693231.858525:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423799808:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1779693231.858555:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711a300 x1866143423799936/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693231.858568:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423799936:192.168.203.115@tcp:400:kworker.0 00010000:00080000:1.0:1779693231.859788:0:2405:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487c11880 x1866143423800192/t0(0) o9->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1779693231.859808:0:2405:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90e487c11880 x1866143423800192/t0(0) o9->lustre-OST0001-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1779693231.859818:0:2405:0:(import.c:65:import_set_state_nolock()) ffff90e4920fe000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1779693231.859843:0:2405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:631e3e6a-12a0-4b78-8234-4228fcb628ff:2405:1866143423800192:192.168.203.115@tcp:9:kworker.0 00010000:00080000:1.0:1779693231.859861:0:2405:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487118000 x1866143423800064/t0(0) o9->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1779693231.859871:0:2405:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90e487118000 x1866143423800064/t0(0) o9->lustre-OST0000-osc-ffff90e487d9a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1779693231.859878:0:2405:0:(import.c:65:import_set_state_nolock()) ffff90e484c9b800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1779693231.859882:0:2405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:631e3e6a-12a0-4b78-8234-4228fcb628ff:2405:1866143423800064:192.168.203.115@tcp:9:kworker.0 00000100:00100000:3.0:1779693231.860237:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423799680:192.168.203.115@tcp:400:kworker.0 00010000:00010000:1.0:1779693232.418415:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693233.448624:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1779693233.743967:0:7292:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-client.virtnet: executing yml_node 00010000:00010000:3.0:1779693234.465961:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693235.495472:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693236.512894:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779693236.971985:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423800448:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693236.972258:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1779693236.972279:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2406:1866143423800320:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693236.972324:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423800576:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693236.975827:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2406:1866143423800320:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1779693236.984472:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423800448:192.168.203.115@tcp:400:kworker.0 00010000:00080000:1.0:1779693236.984506:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af5880 x1866143423800576/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693236.984518:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423800576:192.168.203.115@tcp:400:kworker.0 00010000:00010000:1.0:1779693237.542483:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779693238.562410:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1779693238.629280:0:7746:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.53.24 00010000:00010000:1.0:1779693239.587197:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779693240.609840:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1779693240.936875:0:7902:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.53.24 00010000:00010000:1.0:1779693241.632909:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779693242.080961:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423800704:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693242.081340:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423800960:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693242.081368:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779693242.081374:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423800832:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1779693242.094205:0:2408:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487c11f80 x1866143423800960/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693242.094234:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423800960:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693242.099446:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423800832:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693242.099462:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423800704:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1779693242.662462:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693243.682676:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1779693243.794460:0:8059:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.53.24 00010000:00010000:1.0:1779693244.708572:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1779693245.395970:0:8205:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Mon May 25 03:14:04 EDT 2026 00010000:00010000:2.0:1779693245.730011:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693246.753443:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779693247.201059:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423801216:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693247.201164:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1779693247.201172:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423801088:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693247.201222:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423801344:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693247.204780:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423801088:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693247.204799:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423801216:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1779693247.210742:0:2408:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487118380 x1866143423801344/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693247.210760:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423801344:192.168.203.115@tcp:400:kworker.0 00010000:00010000:2.0:1779693247.777023:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693248.800936:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779693249.836043:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693250.850778:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779693251.872982:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779693252.322785:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423801472:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1779693252.322954:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423801728:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1779693252.322993:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779693252.323000:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423801600:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1779693252.335677:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423801600:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1779693252.335696:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423801472:192.168.203.115@tcp:400:kworker.0 00010000:00080000:2.0:1779693252.335711:0:2408:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711ad80 x1866143423801728/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693252.335760:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423801728:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1779693252.896913:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779693253.921233:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693254.946263:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693255.969692:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693256.996439:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779693257.444029:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2406:1866143423801856:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693257.444122:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423802112:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693257.444157:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779693257.444164:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423801984:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1779693257.449030:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423801984:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1779693257.449067:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2406:1866143423801856:192.168.203.115@tcp:400:kworker.0 00010000:00080000:1.0:1779693257.449081:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af4700 x1866143423802112/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693257.449093:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423802112:192.168.203.115@tcp:400:kworker.0 00010000:00010000:1.0:1779693258.017063:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693259.041099:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693260.065225:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693261.092189:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693262.114962:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779693262.561262:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423802240:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693262.561357:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423802496:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693262.561388:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779693262.561394:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423802368:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693262.571441:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423802368:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1779693262.571456:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423802240:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1779693262.571468:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711b800 x1866143423802496/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693262.571478:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423802496:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1779693263.137536:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1779693263.820604:0:8776:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:3.0:1779693264.172146:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779693265.187332:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1779693265.785905:0:8917:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:1.0:1779693266.218027:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779693267.242292:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779693267.689613:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423802624:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1779693267.689710:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423802880:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1779693267.689763:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779693267.689769:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423802752:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693267.700327:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423802752:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693267.700340:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423802624:192.168.203.115@tcp:400:kworker.0 00010000:00080000:0.0:1779693267.700353:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af6a00 x1866143423802880/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693267.700364:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423802880:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1779693268.263203:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1779693268.398198:0:9062:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 03:14:26 (1779693266) === 00000080:00200008:2.0:1779693268.475409:0:8222:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e4891100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1779693268.475420:0:8222:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8),name=/ 00000002:00010000:2.0:1779693268.475447:0:8222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1779693268.475466:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1779693268.475481:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1779693268.475490:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1779693268.475498:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) 00000080:00010000:2.0:1779693268.475508:0:8222:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) for lock 0x73872e0df55a1e51 00000080:00010000:2.0:1779693268.475516:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x73872e0df55a1e51 from it ffffb4d481d2fcb8 00010000:00010000:2.0:1779693268.475520:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1779693268.475528:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1779693268.513509:0:8222:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e4891100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1779693268.513520:0:8222:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8),name=/ 00000002:00010000:1.0:1779693268.513540:0:8222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1779693268.513557:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1779693268.513571:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1779693268.513593:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1779693268.513600:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) 00000080:00010000:1.0:1779693268.513603:0:8222:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) for lock 0x73872e0df55a1e51 00000080:00010000:1.0:1779693268.513609:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x73872e0df55a1e51 from it ffffb4d481d2fcb8 00010000:00010000:1.0:1779693268.513613:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1779693268.513621:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:1.0:1779693268.579136:0:8222:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e4891100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1779693268.579148:0:8222:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8),name=/ 00000002:00010000:1.0:1779693268.579169:0:8222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1779693268.579186:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1779693268.579201:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1779693268.579209:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1779693268.579215:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) 00000080:00010000:1.0:1779693268.579219:0:8222:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) for lock 0x73872e0df55a1e51 00000080:00010000:1.0:1779693268.579224:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x73872e0df55a1e51 from it ffffb4d481d2fcb8 00010000:00010000:1.0:1779693268.579227:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1779693268.579248:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:3.0:1779693268.607506:0:8222:0:(file.c:6227:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e4891100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1779693268.607516:0:8222:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891100c8),name=/ 00000002:00010000:3.0:1779693268.607539:0:8222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1779693268.607558:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1779693268.607585:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1779693268.607594:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1779693268.607601:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) 00000080:00010000:3.0:1779693268.607605:0:8222:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e4891100c8) for lock 0x73872e0df55a1e51 00000080:00010000:3.0:1779693268.607612:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x73872e0df55a1e51 from it ffffb4d481d2fcb8 00010000:00010000:3.0:1779693268.607616:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1779693268.607625:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e487d9a800 lock: ffff90e4829bda00/0x73872e0df55a1e51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf98114e4baf629e6 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1779693268.911283:0:9110:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:2.0:1779693268.911285:0:9110:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1779693268.911287:0:9110:0:(obd_mount.c:917:lmd_print()) device: 192.168.203.115@tcp:/lustre 00000020:01000004:2.0:1779693268.911288:0:9110:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1779693268.911693:0:9110:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff90e49083a800 00000080:01000004:2.0:1779693268.911705:0:9110:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1779693268.911752:0:9110:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.203.115@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1779693268.911756:0:9110:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.115@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1779693268.911763:0:9110:0:(llite_lib.c:1391:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff90e49083a800 (sb ffff90e49083a800) 00000080:01000000:2.0:1779693268.911856:0:9110:0:(llite_lib.c:1122:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1779693268.911859:0:9110:0:(llite_lib.c:1132:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1779693268.911862:0:9110:0:(llite_lib.c:1132:ll_options()) next opt=flock 00000080:01000000:2.0:1779693268.911868:0:9110:0:(llite_lib.c:1425:ll_fill_super()) llite sb uuid: bc0723a5-1a50-4b40-80eb-ecacf6e94d8a 10000000:01000000:2.0:1779693268.912978:0:9110:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1779693268.912983:0:9110:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90e49083a800 10000000:01000000:2.0:1779693268.912990:0:9110:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90e49083a800 10000000:01000000:2.0:1779693268.912994:0:9110:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1779693268.912998:0:9110:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90e49083a800 10000000:01000000:2.0:1779693268.913000:0:9110:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1779693268.913003:0:9110:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff90e49083a800 10000000:01000000:2.0:1779693268.913006:0:9110:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1779693268.913009:0:9110:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff90e49083a800 from 1 10000000:01000000:2.0:1779693268.913012:0:9110:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1779693268.913062:0:9110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4c215ee00/0x73872e0df55a1e6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693268.913078:0:9110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff90e4c215ee00/0x73872e0df55a1e6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693268.913090:0:9110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff90e4c215ee00/0x73872e0df55a1e6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779693268.913114:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c10e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803008:192.168.203.115@tcp:101:mount.lustre.0 00000100:00100000:2.0:1779693268.913194:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e490809780 going to sleep for 11 seconds 00000100:00100000:3.0:1779693268.918956:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c10e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803008:192.168.203.115@tcp:101:mount.lustre.0 00010000:00010000:3.0:1779693268.918988:0:9110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff90e4c215ee00/0x73872e0df55a1e6d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62ac6 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693268.919002:0:9110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff90e4c215ee00/0x73872e0df55a1e6d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf98114e4baf62ac6 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779693268.919102:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803136:192.168.203.115@tcp:501:mount.lustre.0 00000100:00100000:3.0:1779693268.919439:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779693268.931569:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803136:192.168.203.115@tcp:501:mount.lustre.0 00000100:00100000:2.0:1779693268.931635:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c12a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803264:192.168.203.115@tcp:503:mount.lustre.0 00000100:00100000:2.0:1779693268.931764:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e490809300 going to sleep for 11 seconds 00000100:00100000:3.0:1779693268.945775:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c12a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803264:192.168.203.115@tcp:503:mount.lustre.0 00000100:00100000:0.0:1779693268.946259:0:9114:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9114:1866143423803392:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:0.0:1779693268.946481:0:9114:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4920b6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1779693268.951536:0:9114:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9114:1866143423803392:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:2.0:1779693268.951892:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1779693268.951907:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1779693268.951910:0:9114:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1779693268.951920:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff90e49083a800 00000020:00000080:2.0:1779693268.951923:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1779693268.951952:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff90e49083a800 (ffff90e4a033b380) 00000020:00000080:2.0:1779693268.951972:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:2.0:1779693268.951980:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff90e49083a800 00000020:00000080:2.0:1779693268.951982:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1779693268.953176:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff90e49083a800 (uuid bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) 00000020:01000000:2.0:1779693268.953186:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1779693268.953192:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1779693268.953194:0:9114:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1779693268.953199:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1779693268.953209:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1779693268.953211:0:9114:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1779693268.953217:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff90e49083a800 00000020:00000080:2.0:1779693268.953219:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1779693268.953235:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff90e49083a800 (ffff90e4a03299c0) 00000020:00000080:2.0:1779693268.953250:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:2.0:1779693268.953257:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff90e49083a800 00000020:00000080:2.0:1779693268.953259:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1779693268.958180:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff90e49083a800 (uuid bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) 00000020:01000000:3.0:1779693268.958192:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693268.958204:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.958206:0:9114:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1779693268.958210:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1779693268.958215:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.958216:0:9114:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1779693268.958221:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1779693268.958223:0:9114:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1779693268.958225:0:9114:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1779693268.958232:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693268.958234:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.958236:0:9114:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1779693268.958238:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1779693268.958243:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.958244:0:9114:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1779693268.958248:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1779693268.958252:0:9114:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:3.0:1779693268.958277:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff90e49083a800 00000020:00000080:3.0:1779693268.958281:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1779693268.958303:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff90e49083a800 (ffff90e4830ab380) 00000020:00000080:3.0:1779693268.958322:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1779693268.958328:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff90e49083a800 00000020:00000080:3.0:1779693268.958332:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1779693268.960091:0:9114:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90e4916a3800@lustre-MDT0000-mdc-ffff90e49083a800: add connection 192.168.203.115@tcp at head 00010000:00010000:3.0:1779693268.972392:0:9114:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff90e49083a800-5 is initialized 00000040:01000000:3.0:1779693268.972631:0:9114:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff90e49083a800 ctxt 13 is initialized 00000020:00000080:3.0:1779693268.972777:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff90e49083a800 (uuid bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) 00000020:01000000:3.0:1779693268.972793:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff90e49083a800 00000020:00000080:3.0:1779693268.972798:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1779693268.973813:0:9114:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1779693268.974304:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693268.974312:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.974314:0:9114:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1779693268.974326:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1779693268.974329:0:9114:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1779693268.974331:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1779693268.974333:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1779693268.974335:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1779693268.974339:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.974340:0:9114:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1779693268.974343:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1779693268.974348:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.974350:0:9114:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1779693268.974355:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1779693268.974361:0:9114:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:3.0:1779693268.974389:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff90e49083a800 00000020:00000080:3.0:1779693268.974391:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1779693268.974402:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff90e49083a800 (ffff90e4830a8000) 00000020:00000080:3.0:1779693268.974416:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1779693268.974422:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff90e49083a800 00000020:00000080:3.0:1779693268.974425:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1779693268.974747:0:9114:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90e4916a4800@lustre-MDT0001-mdc-ffff90e49083a800: add connection 192.168.203.115@tcp at head 00010000:00010000:3.0:1779693268.979438:0:9114:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff90e49083a800-6 is initialized 00000040:01000000:3.0:1779693268.980102:0:9114:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff90e49083a800 ctxt 13 is initialized 00000020:00000080:3.0:1779693268.980147:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff90e49083a800 (uuid bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) 00000020:01000000:3.0:1779693268.980160:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff90e49083a800 00000020:00000080:3.0:1779693268.980165:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1779693268.980189:0:9114:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1779693268.980234:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693268.980238:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.980240:0:9114:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1779693268.980243:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1779693268.980246:0:9114:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1779693268.980248:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1779693268.980250:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1779693268.980258:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1779693268.980261:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.980262:0:9114:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1779693268.980266:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1779693268.980270:0:9114:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.115@tcp:/lustre 00000020:00000080:3.0:1779693268.980274:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.980275:0:9114:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1779693268.980278:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1779693268.980283:0:9114:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:3.0:1779693268.980312:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff90e49083a800 00000020:00000080:3.0:1779693268.980315:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1779693268.980325:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff90e49083a800 (ffff90e4830a99c0) 00000020:00000080:3.0:1779693268.980340:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:3.0:1779693268.980345:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff90e49083a800 00000020:00000080:3.0:1779693268.980348:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1779693268.980428:0:9114:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90e4916a2800@lustre-OST0000-osc-ffff90e49083a800: add connection 192.168.203.115@tcp at head 00010000:00010000:3.0:1779693268.980830:0:9114:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff90e49083a800-7 is initialized 00000020:00000080:3.0:1779693268.981366:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff90e49083a800 (uuid bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) 00000020:01000000:3.0:1779693268.981376:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff90e49083a800 00000020:00000080:3.0:1779693268.981379:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1779693268.981394:0:9114:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1779693268.981401:0:9114:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff90e49083a800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1779693268.981406:0:9114:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1779693268.981420:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693268.981424:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.981426:0:9114:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1779693268.981429:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1779693268.981432:0:9114:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1779693268.981434:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1779693268.981435:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1779693268.981437:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1779693268.981440:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.981448:0:9114:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1779693268.981452:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1779693268.981456:0:9114:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.115@tcp:/lustre 00000020:00000080:3.0:1779693268.981459:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.981461:0:9114:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1779693268.981465:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1779693268.981469:0:9114:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:3.0:1779693268.981488:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff90e49083a800 00000020:00000080:3.0:1779693268.981491:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1779693268.981499:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff90e49083a800 (ffff90e4830acd40) 00000020:00000080:3.0:1779693268.981582:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:3.0:1779693268.981590:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff90e49083a800 00000020:00000080:3.0:1779693268.981593:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1779693268.981745:0:9114:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90e4916a7800@lustre-OST0001-osc-ffff90e49083a800: add connection 192.168.203.115@tcp at head 00010000:00010000:3.0:1779693268.982265:0:9114:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff90e49083a800-8 is initialized 00000020:00000080:3.0:1779693268.982466:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff90e49083a800 (uuid bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) 00000020:01000000:3.0:1779693268.982473:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff90e49083a800 00000020:00000080:3.0:1779693268.982476:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1779693268.982488:0:9114:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1779693268.982494:0:9114:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff90e49083a800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1779693268.982497:0:9114:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1779693268.982504:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693268.982576:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.982578:0:9114:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1779693268.982582:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1779693268.982586:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.982587:0:9114:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1779693268.982591:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1779693268.982593:0:9114:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1779693268.982596:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693268.982599:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.982600:0:9114:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000100:00100000:3.0:1779693268.982646:0:9114:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9114:1866143423803520:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779693268.982830:0:9114:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779693268.989769:0:9114:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9114:1866143423803520:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:3.0:1779693268.989822:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1779693268.989834:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.989837:0:9114:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1779693268.989843:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1779693268.990837:0:9114:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9114:1866143423803648:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779693268.992123:0:9114:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779693268.995856:0:9114:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9114:1866143423803648:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:3.0:1779693268.995898:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693268.995906:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693268.995908:0:9114:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1779693268.995913:0:9114:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1779693268.996068:0:9110:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1779693268.996089:0:9110:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1779693268.996139:0:9110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4c215ee00/0x73872e0df55a1e6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62ac6 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779693268.996150:0:9110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff90e4c215ee00/0x73872e0df55a1e6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62ac6 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779693268.996158:0:9110:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff90e49083a800 from 1 10000000:01000000:0.0:1779693268.996161:0:9110:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1779693268.996193:0:9110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e480031000/0x73872e0df55a1e9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779693268.996201:0:9110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff90e480031000/0x73872e0df55a1e9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779693268.996210:0:9110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff90e480031000/0x73872e0df55a1e9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779693268.996232:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803776:192.168.203.115@tcp:101:mount.lustre.0 00000100:00100000:0.0:1779693268.996297:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4920b6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1779693268.999465:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803776:192.168.203.115@tcp:101:mount.lustre.0 00010000:00010000:3.0:1779693268.999488:0:9110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff90e480031000/0x73872e0df55a1e9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62acd expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693268.999497:0:9110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff90e480031000/0x73872e0df55a1e9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf98114e4baf62acd expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779693268.999986:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803904:192.168.203.115@tcp:256:mount.lustre.0 00000100:00100000:3.0:1779693269.000195:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779693269.005454:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423803904:192.168.203.115@tcp:256:mount.lustre.0 10000000:01000000:3.0:1779693269.006190:0:9110:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1779693269.006244:0:9110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e480031000/0x73872e0df55a1e9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62acd expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693269.006254:0:9110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff90e480031000/0x73872e0df55a1e9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62acd expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779693269.006260:0:9110:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff90e49083a800 from 1 10000000:01000000:3.0:1779693269.006263:0:9110:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1779693269.006294:0:9110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693269.006302:0:9110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693269.006316:0:9110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779693269.006340:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423804032:192.168.203.115@tcp:101:mount.lustre.0 00000100:00100000:3.0:1779693269.006416:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779693269.008505:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423804032:192.168.203.115@tcp:101:mount.lustre.0 00010000:00010000:3.0:1779693269.008529:0:9110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693269.008539:0:9110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779693269.008605:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423804160:192.168.203.115@tcp:501:mount.lustre.0 00000100:00100000:3.0:1779693269.008712:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779693269.011097:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423804160:192.168.203.115@tcp:501:mount.lustre.0 00000100:00100000:3.0:1779693269.011154:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423804288:192.168.203.115@tcp:503:mount.lustre.0 00000100:00100000:3.0:1779693269.011269:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779693269.016496:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9110:1866143423804288:192.168.203.115@tcp:503:mount.lustre.0 00000100:00100000:3.0:1779693269.017624:0:9120:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9120:1866143423804416:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779693269.017698:0:9120:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bdf00 going to sleep for 11 seconds 00000100:00100000:3.0:1779693269.021245:0:9120:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9120:1866143423804416:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:3.0:1779693269.021282:0:9120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1779693269.021292:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693269.021294:0:9120:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1779693269.021300:0:9120:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff90e49083a800 00000020:00000080:3.0:1779693269.021302:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1779693269.021308:0:9120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693269.021309:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693269.021310:0:9120:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1779693269.021312:0:9120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1779693269.021313:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693269.021314:0:9120:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1779693269.021316:0:9120:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff90e49083a800 00000020:00000080:3.0:1779693269.021317:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1779693269.021395:0:9120:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9120:1866143423804544:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779693269.021481:0:9120:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4908bdf00 going to sleep for 11 seconds 00000100:00100000:3.0:1779693269.024889:0:9120:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:9120:1866143423804544:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:3.0:1779693269.024931:0:9120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779693269.024939:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779693269.024947:0:9120:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1779693269.024952:0:9120:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1779693269.025247:0:9110:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1779693269.025264:0:9110:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1779693269.025315:0:9110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779693269.025336:0:9110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1779693269.025366:0:9110:0:(llite_lib.c:1493:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1779693269.025387:0:9110:0:(genops.c:1406:class_connect()) connect: client bc0723a5-1a50-4b40-80eb-ecacf6e94d8a, cookie 0x73872e0df55a1eac 00800000:01000000:0.0:1779693269.025410:0:9110:0:(lmv_obd.c:497:lmv_check_connect()) Time to connect bc0723a5-1a50-4b40-80eb-ecacf6e94d8a to lustre-clilmv-ffff90e49083a800 00800000:01000000:0.0:1779693269.025420:0:9110:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff90e49083a800(bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) - lustre-MDT0000_UUID, bc0723a5-1a50-4b40-80eb-ecacf6e94d8a 00000020:00000080:0.0:1779693269.025427:0:9110:0:(genops.c:1406:class_connect()) connect: client bc0723a5-1a50-4b40-80eb-ecacf6e94d8a, cookie 0x73872e0df55a1eb3 00000100:00080000:0.0:1779693269.025434:0:9110:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff90e49083a800: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:0.0:1779693269.025442:0:9110:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff90e49083a800: import ffff90e4916a3800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1779693269.025454:0:9110:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1779693269.025478:0:9110:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e482af4e00 x1866143423804672/t0(0) o38->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1779693269.025508:0:9110:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID 00800000:01000000:0.0:1779693269.025580:0:9110:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff90e49083a800(bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) successfully (5) 00800000:00000004:0.0:1779693269.025584:0:9110:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff90e49083a800: age -645, max_age 0 00800000:01000000:0.0:1779693269.025613:0:9110:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff90e49083a800(bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) - lustre-MDT0001_UUID, bc0723a5-1a50-4b40-80eb-ecacf6e94d8a 00000020:00000080:0.0:1779693269.025620:0:9110:0:(genops.c:1406:class_connect()) connect: client bc0723a5-1a50-4b40-80eb-ecacf6e94d8a, cookie 0x73872e0df55a1eba 00000100:00080000:0.0:1779693269.025626:0:9110:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff90e49083a800: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:0.0:1779693269.025643:0:9110:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff90e49083a800: import ffff90e4916a4800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:0.0:1779693269.025649:0:9110:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1779693269.025661:0:9110:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e482af7100 x1866143423804928/t0(0) o38->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1779693269.025671:0:9110:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID 00800000:01000000:0.0:1779693269.025712:0:9110:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff90e49083a800(bc0723a5-1a50-4b40-80eb-ecacf6e94d8a) successfully (5) 00800000:00000004:0.0:1779693269.025720:0:9110:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff90e49083a800: age -645, max_age 0 00000080:00000004:0.0:1779693269.025782:0:9110:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff90e49083a800: age -645, max_age 354 00800000:00000004:0.0:1779693269.025787:0:9110:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff90e49083a800: age -645, max_age 354 00000100:00080000:0.0:1779693269.025816:0:9110:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90e482af5f80 x1866143423805184/t0(0) o41->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693269.025826:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4920b6d80 going to sleep for 0 seconds 00000100:00080000:0.0:1779693269.025846:0:2406:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90e482af4a80 x1866143423804800/t0(0) o41->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693269.025860:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1779693269.025864:0:2406:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90e482af7480 x1866143423805056/t0(0) o41->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693269.025924:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423805440:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693269.025990:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779693269.025997:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423805312:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1779693269.028034:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423804672:192.168.203.115@tcp:38:mount.lustre.0 00000100:00100000:2.0:1779693269.028133:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423804928:192.168.203.115@tcp:38:mount.lustre.0 00000100:00100000:3.0:1779693269.034375:0:2405:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e49083a800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1779693269.034387:0:2405:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90e49083a800: connect to target with instance 1 00000100:00080000:3.0:1779693269.034395:0:2405:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff90e49083a800: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00010000:00080000:0.0:1779693269.034398:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af4700 x1866143423805440/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1779693269.034406:0:2405:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1779693269.034411:0:2405:0:(import.c:65:import_set_state_nolock()) ffff90e4916a3800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1779693269.034416:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423805440:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1779693269.034444:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423805312:192.168.203.115@tcp:400:kworker.0 00000100:00080000:3.0:1779693269.034872:0:2405:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b9f21843): req@ffff90e482af5f80 x1866143423805184/t0(0) o41->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1779693269.035016:0:2405:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ccec5270): req@ffff90e482af4a80 x1866143423804800/t0(0) o41->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693269.035258:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4920b6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1779693269.035295:0:2405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423804672:192.168.203.115@tcp:38:mount.lustre.0 00010000:00080000:3.0:1779693269.035318:0:2405:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af7100 x1866143423804928/t0(0) o38->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 520/416 e 0 to 0 dl 1779693279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693269.035327:0:2405:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e49083a800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1779693269.035332:0:2405:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff90e49083a800: connect to target with instance 1 00000100:00080000:3.0:1779693269.035338:0:2405:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff90e49083a800: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000100:00080000:3.0:1779693269.035344:0:2405:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1779693269.035347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff90e4916a4800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1779693269.036504:0:2405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423804928:192.168.203.115@tcp:38:mount.lustre.0 00000100:00100000:0.0:1779693269.038983:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:0:1866143423804800:192.168.203.115@tcp:41:mount.lustre.0 00000100:00100000:0.0:1779693269.039153:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:9110:1866143423805184:192.168.203.115@tcp:41:mount.lustre.0 00800000:00000004:0.0:1779693269.039168:0:9110:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff90e49083a800: update ffff90e4830ab7d0 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:0.0:1779693269.039174:0:9110:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff90e49083a800: update ffff90e4a0329e10 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:0.0:1779693269.039215:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:9110:1866143423805568:192.168.203.115@tcp:40:mount.lustre.0 00000100:00100000:0.0:1779693269.039304:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4920b6480 going to sleep for 11 seconds 00010000:00080000:1.0:1779693269.042156:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af7480 x1866143423805056/t0(0) o41->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1779693285 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693269.042177:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:0:1866143423805056:192.168.203.115@tcp:41:mount.lustre.0 00000100:00100000:2.0:1779693269.043073:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:9110:1866143423805568:192.168.203.115@tcp:40:mount.lustre.0 00000080:00000004:2.0:1779693269.043094:0:9110:0:(llite_lib.c:518:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1779693269.043110:0:9110:0:(llite_lib.c:682:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 2146304 00020000:01000000:2.0:1779693269.043114:0:9110:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1779693269.043125:0:9110:0:(genops.c:1406:class_connect()) connect: client bc0723a5-1a50-4b40-80eb-ecacf6e94d8a, cookie 0x73872e0df55a1ec1 00000020:00000080:2.0:1779693269.043140:0:9110:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x73872e0df55a1ec8 00000100:00080000:2.0:1779693269.043147:0:9110:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff90e49083a800: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:2.0:1779693269.043154:0:9110:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff90e49083a800: import ffff90e4916a2800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1779693269.043165:0:9110:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1779693269.043189:0:9110:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e487c10a80 x1866143423805696/t0(0) o8->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1779693269.043217:0:9110:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID 00000100:00100000:3.0:1779693269.043271:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423805696:192.168.203.115@tcp:8:mount.lustre.0 00020000:01000000:2.0:1779693269.043272:0:9110:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff90e49083a800) active 00000080:00000004:2.0:1779693269.043291:0:9110:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000020:00000080:2.0:1779693269.043303:0:9110:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x73872e0df55a1ecf 00000100:00080000:2.0:1779693269.043307:0:9110:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff90e49083a800: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:2.0:1779693269.043318:0:9110:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff90e49083a800: import ffff90e4916a7800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1779693269.043324:0:9110:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1779693269.043337:0:9110:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e487c13100 x1866143423805824/t0(0) o8->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1779693269.043347:0:9110:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID 00000100:00100000:3.0:1779693269.043355:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423805824:192.168.203.115@tcp:8:mount.lustre.0 00020000:01000000:2.0:1779693269.043463:0:9110:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff90e49083a800) active 00000080:00000004:2.0:1779693269.043473:0:9110:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000100:00100000:2.0:1779693269.043503:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c13480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:9110:1866143423805952:192.168.203.115@tcp:900:mount.lustre.0 00000100:00100000:2.0:1779693269.043529:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e498599180 going to sleep for 11 seconds 00010000:00080000:3.0:1779693269.047158:0:2405:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487c13100 x1866143423805824/t0(0) o8->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 520/416 e 0 to 0 dl 1779693279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693269.047179:0:2405:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e49083a800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1779693269.047187:0:2405:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff90e49083a800: connect to target with instance 1 00000100:00080000:3.0:1779693269.047194:0:2405:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff90e49083a800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:3.0:1779693269.047202:0:2405:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1779693269.047208:0:2405:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1779693269.047213:0:2405:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1779693269.047216:0:2405:0:(import.c:65:import_set_state_nolock()) ffff90e4916a7800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1779693269.047220:0:2405:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1779693269.047221:0:2405:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1779693269.047223:0:2405:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1779693269.047228:0:2405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423805824:192.168.203.115@tcp:8:mount.lustre.0 00010000:00080000:3.0:1779693269.047237:0:2405:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487c10a80 x1866143423805696/t0(0) o8->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 520/416 e 0 to 0 dl 1779693279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693269.047243:0:2405:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e49083a800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1779693269.047245:0:2405:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90e49083a800: connect to target with instance 1 00000100:00080000:3.0:1779693269.047249:0:2405:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff90e49083a800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:3.0:1779693269.047250:0:2405:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1779693269.047252:0:2405:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1779693269.047253:0:2405:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1779693269.047255:0:2405:0:(import.c:65:import_set_state_nolock()) ffff90e4916a2800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1779693269.047257:0:2405:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1779693269.047258:0:2405:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1779693269.047259:0:2405:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1779693269.047262:0:2405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423805696:192.168.203.115@tcp:8:mount.lustre.0 00000100:00100000:0.0:1779693269.047448:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c13480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:9110:1866143423805952:192.168.203.115@tcp:900:mount.lustre.0 00000100:00100000:0.0:1779693269.047491:0:9110:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:9110:1866143423806080:192.168.203.115@tcp:33:mount.lustre.0 00000100:00100000:0.0:1779693269.047662:0:9110:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4920b6840 going to sleep for 11 seconds 00000100:00100000:0.0:1779693269.051196:0:9110:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:9110:1866143423806080:192.168.203.115@tcp:33:mount.lustre.0 00000080:00200000:0.0:1779693269.051347:0:9110:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e4891721c8) 00000080:00200000:0.0:1779693269.051355:0:9110:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1779693269.051424:0:9110:0:(llite_lib.c:1531:ll_fill_super()) Mounted lustre-client 00000080:00000004:0.0:1779693269.054923:0:9110:0:(super25.c:187:lustre_fill_super()) 192.168.203.115@tcp:/lustre: Mount complete 00000400:00000001:0.0:1779693269.168250:0:9142:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:0.0:1779693269.281596:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693269.281602:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693269.281607:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693269.281608:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779693269.281628:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779693269.281630:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693269.281633:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693270.306081:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693270.306086:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693270.306092:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693270.306094:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779693270.306250:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693270.306284:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693270.306287:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779693270.368848:0:8801:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571800 (cpu 0) has reached its deadline 4295024210, at 4295024256 00000100:00000010:0.0:1779693270.368863:0:8801:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e485763b40. 00000100:00000040:1.0:1779693270.368955:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571910 (cpu 0) has reached its deadline 4295024210, at 4295024256 00000100:00000010:1.0:1779693270.368960:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e485763540. 00010000:00000001:0.0:1779693271.330803:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693271.330809:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693271.330815:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693271.330816:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779693271.333159:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779693271.333164:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693271.333169:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693272.353434:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693272.353439:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693272.353451:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693272.353452:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779693272.356875:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693272.356881:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693272.356885:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693273.376783:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693273.376787:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693273.376791:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693273.376792:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779693273.376859:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779693273.376862:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693273.376864:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1779693273.738090:0:9322:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1779693273.738100:0:9322:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1779693274.226606:0:9358:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1779693274.226611:0:9358:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:1.0:1779693274.239774:0:9358:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1779693274.290551:0:9361:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779693274.290562:0:9361:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1779693274.327372:0:9365:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1779693274.327382:0:9365:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340610:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693274.340618:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693274.340625:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af4a80. 00000020:00000040:0.0:1779693274.340631:0:36:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:0.0:1779693274.340635:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693274.340638:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693274.340642:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693274.340649:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498f46600. 00000100:00000001:0.0:1779693274.340656:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340667:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693274.340677:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693274.340681:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340686:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4ae9bbf] to pc [ptlrpcd_00_00+0] req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.340713:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340716:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693274.340719:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693274.340748:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af6a00. 00000020:00000040:0.0:1779693274.340751:0:36:0:(genops.c:1231:class_import_get()) import ffff90e4871c5000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000100:00000001:0.0:1779693274.340753:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693274.340754:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693274.340756:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693274.340769:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498f46700. 00000100:00000001:0.0:1779693274.340772:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340776:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693274.340794:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693274.340797:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340801:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007474594c] to pc [ptlrpcd_00_01+1] req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.340810:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340812:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693274.340815:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693274.340818:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af4700. 00000020:00000040:0.0:1779693274.340820:0:36:0:(genops.c:1231:class_import_get()) import ffff90e484c98800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000100:00000001:0.0:1779693274.340823:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693274.340824:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693274.340826:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693274.340830:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498f46f00. 00000100:00000001:0.0:1779693274.340833:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340836:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693274.340843:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693274.340845:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340848:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea28a627] to pc [ptlrpcd_00_00+0] req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.340854:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340856:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693274.340859:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693274.340862:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693274.340864:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693274.340867:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693274.340874:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693274.340876:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5180. 00000020:00000040:0.0:1779693274.340879:0:36:0:(genops.c:1231:class_import_get()) import ffff90e4916a3800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000100:00000001:0.0:1779693274.340881:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693274.340882:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693274.340884:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693274.340888:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498f46500. 00000100:00000001:0.0:1779693274.340891:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340895:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693274.340903:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693274.340905:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340909:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f287f9b0] to pc [ptlrpcd_00_01+1] req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.340916:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340918:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693274.340921:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693274.340923:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af6680. 00000020:00000040:0.0:1779693274.340924:0:36:0:(genops.c:1231:class_import_get()) import ffff90e4916a4800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000100:00000001:0.0:1779693274.340926:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693274.340927:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693274.340929:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693274.340932:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498741400. 00000100:00000001:0.0:1779693274.340934:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340938:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693274.340944:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693274.340946:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340949:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000283a2957] to pc [ptlrpcd_00_00+0] req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.340966:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340968:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693274.340971:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693274.340974:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5880. 00000020:00000040:0.0:1779693274.340976:0:36:0:(genops.c:1231:class_import_get()) import ffff90e4916a2800 refcount=3 obd=lustre-OST0000-osc-ffff90e49083a800 00000100:00000001:0.0:1779693274.340978:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693274.340979:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693274.340981:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693274.340984:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498741800. 00000100:00000001:0.0:1779693274.340987:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.340991:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693274.340998:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693274.341000:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.341003:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e3d23d3] to pc [ptlrpcd_00_01+1] req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341009:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.341011:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693274.341014:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693274.341017:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5500. 00000020:00000040:0.0:1779693274.341019:0:36:0:(genops.c:1231:class_import_get()) import ffff90e4916a7800 refcount=3 obd=lustre-OST0001-osc-ffff90e49083a800 00000100:00000001:0.0:1779693274.341020:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693274.341021:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693274.341023:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693274.341026:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498741100. 00000100:00000001:0.0:1779693274.341028:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.341031:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693274.341037:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693274.341043:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.341048:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc8d779] to pc [ptlrpcd_00_00+0] req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341056:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.341060:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:0.0:1779693274.341075:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693274.341078:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693274.341080:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693274.341084:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341091:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693274.341093:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341097:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693274.341099:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693274.341102:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693274.341105:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423806336:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693274.341108:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693274.341114:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693274.341117:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341120:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693274.341124:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3f400. 02000000:00000001:0.0:1779693274.341125:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693274.341132:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693274.341136:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857968f0. 00000400:00000010:0.0:1779693274.341142:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803550. 00000100:00000200:0.0:1779693274.341149:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423806336, portal 10 00000100:00000001:0.0:1779693274.341151:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693274.341153:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852318208 : -122163857233408 : ffff90e482af6a00) 00000100:00000040:0.0:1779693274.341159:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341166:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693274.341169:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693274.341171:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803d48. 00000100:00000200:0.0:1779693274.341180:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423806336, offset 0 00000400:00000200:0.0:1779693274.341186:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693274.341195:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.341204:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693274.341209:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693274.341213:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693274.341217:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693274.341220:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693274.341223:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [126:126:256:4294967295] 192.168.203.115@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:0.0:1779693274.341228:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.341235:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693274.341241:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693274.341246:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e490950400. 00000800:00000200:0.0:1779693274.341253:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693274.341261:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693274.341265:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e490950400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693274.341276:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.341280:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: using a timeout of 137708 usecs (138 jiffies) 00000400:00000200:0.0:1779693274.341283:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693274.341286:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295028366 00000100:00000010:0.0:1779693274.341289:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e487521960. 00000100:00000001:0.0:1779693274.341296:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1779693274.341301:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295028366 00000100:00000010:0.0:1779693274.341303:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e487521f00. 00000100:00000001:0.0:1779693274.341306:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1779693274.341309:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.341312:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.341314:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693274.341318:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341334:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693274.341335:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341338:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693274.341339:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693274.341341:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693274.341344:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423806592:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693274.341348:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693274.341350:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693274.341352:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341353:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693274.341356:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3e400. 02000000:00000001:0.0:1779693274.341358:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693274.341361:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693274.341364:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857967e8. 00000400:00000010:0.0:1779693274.341368:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803330. 00000100:00000200:0.0:1779693274.341370:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423806592, portal 10 00000100:00000001:0.0:1779693274.341372:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693274.341373:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852311936 : -122163857239680 : ffff90e482af5180) 00000100:00000040:0.0:1779693274.341379:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341385:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693274.341387:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693274.341390:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803b28. 00000100:00000200:0.0:1779693274.341392:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423806592, offset 0 00000400:00000200:0.0:1779693274.341396:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693274.341399:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.341402:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693274.341405:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693274.341407:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693274.341410:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693274.341412:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693274.341418:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [127:127:255:4294967295] 192.168.203.115@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:0.0:1779693274.341423:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.341429:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693274.341433:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693274.341437:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bf8e300. 00000800:00000200:0.0:1779693274.341440:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693274.341444:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693274.341447:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bf8e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693274.341450:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.341453:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: using a timeout of 9801 usecs (10 jiffies) 00000400:00000200:0.0:1779693274.341456:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693274.341458:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295028238 00000100:00000001:0.0:1779693274.341460:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295028366 00000100:00000001:0.0:1779693274.341462:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295028238 00000100:00000001:0.0:1779693274.341463:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295028366 00000100:00000001:0.0:1779693274.341465:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.341467:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.341469:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693274.341472:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341478:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693274.341480:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341481:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693274.341483:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693274.341485:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693274.341487:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423806848:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693274.341490:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693274.341492:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693274.341494:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341499:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693274.341502:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3e600. 02000000:00000001:0.0:1779693274.341503:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693274.341507:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693274.341591:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796b00. 00000400:00000010:0.0:1779693274.341596:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803000. 00000100:00000200:0.0:1779693274.341599:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423806848, portal 4 00000100:00000001:0.0:1779693274.341601:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693274.341602:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852313728 : -122163857237888 : ffff90e482af5880) 00000020:00000010:0.0:1779693274.341608:0:2407:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e48302a000. 00000100:00000040:0.0:1779693274.341614:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341620:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693274.341622:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693274.341624:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803cc0. 00000100:00000200:0.0:1779693274.341626:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866143423806848, offset 0 00000400:00000200:0.0:1779693274.341631:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693274.341635:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.341638:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693274.341641:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693274.341643:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693274.341645:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693274.341647:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693274.341650:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [128:128:254:4294967295] 192.168.203.115@tcp LPNI seq info [128:128:6:4294967295] 00000400:00000200:0.0:1779693274.341654:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.341659:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693274.341663:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693274.341666:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bf8e200. 00000800:00000200:0.0:1779693274.341670:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693274.341674:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693274.341676:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bf8e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693274.341685:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.341688:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: using a timeout of 5041 usecs (6 jiffies) 00000400:00000200:0.0:1779693274.341691:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693274.341693:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295028234 00000100:00000001:0.0:1779693274.341695:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295028366 00000100:00000001:0.0:1779693274.341697:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295028234 00000100:00000001:0.0:1779693274.341699:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295028366 00000100:00000001:0.0:1779693274.341701:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.341703:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.341706:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.341708:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.341715:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693274.341716:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779693274.341719:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693274.341720:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693274.341721:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693274.341746:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:0.0:1779693274.341747:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.341749:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693274.341750:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.341752:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693274.341753:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693274.341754:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693274.341768:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341775:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693274.341776:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341778:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693274.341780:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693274.341781:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693274.341784:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423806208:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693274.341787:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693274.341790:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693274.341796:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341798:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693274.341801:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3f800. 02000000:00000001:0.0:1779693274.341803:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693274.341807:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693274.341809:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796ec8. 00000400:00000010:0.0:1779693274.341813:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803ee0. 00000100:00000200:0.0:1779693274.341816:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423806208, portal 25 00000100:00000001:0.0:1779693274.341818:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693274.341819:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852310144 : -122163857241472 : ffff90e482af4a80) 00000100:00000040:0.0:1779693274.341823:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341828:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693274.341830:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693274.341832:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803aa0. 00000100:00000200:0.0:1779693274.341834:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866143423806208, offset 0 00000400:00000200:0.0:1779693274.341838:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693274.341842:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.341845:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693274.341847:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693274.341849:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693274.341851:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693274.341853:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693274.341856:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [129:129:253:4294967295] 192.168.203.115@tcp LPNI seq info [129:129:5:4294967295] 00000400:00000200:0.0:1779693274.341859:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.341864:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693274.341868:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693274.341871:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bf8e400. 00000800:00000200:0.0:1779693274.341875:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693274.341879:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693274.341881:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bf8e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693274.341885:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693274.341893:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693274.341895:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295029508 00000100:00000001:0.0:1779693274.341900:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295028366 00000100:00000001:0.0:1779693274.341904:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295029508 00000100:00000001:0.0:1779693274.341906:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295028366 00000100:00000001:0.0:1779693274.341909:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.341912:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.341914:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693274.341918:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341925:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693274.341926:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341928:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693274.341930:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693274.341932:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693274.341935:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423806464:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693274.341938:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693274.341941:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693274.341943:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.341944:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693274.341947:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3f000. 02000000:00000001:0.0:1779693274.341949:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693274.341952:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693274.341954:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796d10. 00000400:00000010:0.0:1779693274.341957:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803770. 00000100:00000200:0.0:1779693274.341979:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423806464, portal 10 00000100:00000001:0.0:1779693274.341982:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693274.341983:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852309248 : -122163857242368 : ffff90e482af4700) 00000100:00000040:0.0:1779693274.341989:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.341995:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693274.342002:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693274.342005:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803220. 00000100:00000200:0.0:1779693274.342007:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423806464, offset 0 00000400:00000200:0.0:1779693274.342011:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693274.342015:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.342019:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693274.342021:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693274.342023:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693274.342025:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693274.342027:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693274.342029:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [130:130:252:4294967295] 192.168.203.115@tcp LPNI seq info [130:130:4:4294967295] 00000400:00000200:0.0:1779693274.342032:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.342037:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693274.342041:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693274.342044:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bf8eb00. 00000800:00000200:0.0:1779693274.342048:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693274.342052:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693274.342054:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bf8eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693274.342057:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.342060:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: using a timeout of 172250 usecs (173 jiffies) 00000400:00000200:0.0:1779693274.342062:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693274.342064:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295028401 00000100:00000001:0.0:1779693274.342066:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295029508 00000100:00000001:0.0:1779693274.342068:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295028401 00000100:00000001:0.0:1779693274.342070:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295029508 00000100:00000001:0.0:1779693274.342072:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.342074:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.342076:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693274.342079:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.342094:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693274.342096:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.342098:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693274.342100:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693274.342102:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693274.342105:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423806720:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693274.342109:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693274.342111:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693274.342113:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.342114:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693274.342117:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3e200. 02000000:00000001:0.0:1779693274.342119:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693274.342122:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693274.342124:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857962c0. 00000400:00000010:0.0:1779693274.342127:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803198. 00000100:00000200:0.0:1779693274.342130:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423806720, portal 10 00000100:00000001:0.0:1779693274.342132:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693274.342133:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852317312 : -122163857234304 : ffff90e482af6680) 00000100:00000040:0.0:1779693274.342139:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.342145:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693274.342148:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693274.342150:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803e58. 00000100:00000200:0.0:1779693274.342152:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423806720, offset 0 00000400:00000200:0.0:1779693274.342155:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693274.342159:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.342162:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693274.342165:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693274.342167:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693274.342169:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693274.342171:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693274.342179:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [131:131:251:4294967295] 192.168.203.115@tcp LPNI seq info [131:131:3:4294967295] 00000400:00000200:0.0:1779693274.342184:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.342190:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693274.342194:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693274.342198:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bae2600. 00000800:00000200:0.0:1779693274.342202:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693274.342207:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693274.342209:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bae2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693274.342212:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.342215:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: using a timeout of 16242 usecs (17 jiffies) 00000400:00000200:0.0:1779693274.342218:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693274.342220:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295028245 00000100:00000001:0.0:1779693274.342222:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295029508 00000100:00000001:0.0:1779693274.342224:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295028245 00000100:00000001:0.0:1779693274.342226:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295029508 00000100:00000001:0.0:1779693274.342228:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.342230:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.342232:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693274.342236:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.342243:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693274.342244:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.342245:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693274.342247:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693274.342249:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693274.342251:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423806976:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693274.342254:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693274.342256:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693274.342257:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.342264:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693274.342268:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc2e00. 02000000:00000001:0.0:1779693274.342270:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693274.342273:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693274.342275:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796108. 00000400:00000010:0.0:1779693274.342278:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803880. 00000100:00000200:0.0:1779693274.342280:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423806976, portal 4 00000100:00000001:0.0:1779693274.342282:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693274.342283:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852312832 : -122163857238784 : ffff90e482af5500) 00000020:00000010:0.0:1779693274.342289:0:2407:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e483028000. 00000100:00000040:0.0:1779693274.342295:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.342300:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693274.342301:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693274.342303:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803c38. 00000100:00000200:0.0:1779693274.342305:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866143423806976, offset 0 00000400:00000200:0.0:1779693274.342309:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693274.342313:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.342316:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693274.342318:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693274.342320:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693274.342322:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693274.342324:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693274.342326:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [132:132:250:4294967295] 192.168.203.115@tcp LPNI seq info [132:132:2:4294967295] 00000400:00000200:0.0:1779693274.342329:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693274.342334:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693274.342337:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693274.342340:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bae2000. 00000800:00000200:0.0:1779693274.342343:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693274.342347:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693274.342349:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bae2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693274.342357:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.342359:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: using a timeout of 4740 usecs (5 jiffies) 00000400:00000200:0.0:1779693274.342362:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693274.342364:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295028233 00000100:00000001:0.0:1779693274.342366:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295029508 00000100:00000001:0.0:1779693274.342367:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295028233 00000100:00000001:0.0:1779693274.342369:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295029508 00000100:00000001:0.0:1779693274.342371:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.342373:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.342375:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.342377:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693274.342460:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693274.342463:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779693274.342497:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693274.342500:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e490950400. 00000400:00000200:1.0:1779693274.342507:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.342524:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693274.342530:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803d48 00000400:00000010:1.0:1779693274.342533:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803d48. 00000100:00000001:1.0:1779693274.342537:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693274.342547:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342555:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693274.342558:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342565:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693274.342567:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693274.342579:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693274.342581:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bf8e300. 00000400:00000200:1.0:1779693274.342584:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.342587:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693274.342590:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803b28 00000400:00000010:1.0:1779693274.342591:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803b28. 00000100:00000001:1.0:1779693274.342593:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693274.342596:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342602:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693274.342604:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342609:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693274.342610:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693274.342615:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693274.342617:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bf8e200. 00000400:00000200:1.0:1779693274.342619:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.342622:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693274.342624:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803cc0 00000400:00000010:1.0:1779693274.342625:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803cc0. 00000100:00000001:1.0:1779693274.342627:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693274.342630:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342636:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693274.342639:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342649:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693274.342651:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693274.342659:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693274.342661:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bf8e400. 00000400:00000200:1.0:1779693274.342664:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.342667:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693274.342670:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803aa0 00000400:00000010:1.0:1779693274.342671:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803aa0. 00000100:00000001:1.0:1779693274.342673:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693274.342676:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342682:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693274.342684:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342690:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693274.342691:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693274.342697:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693274.342699:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bf8eb00. 00000400:00000200:1.0:1779693274.342701:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.342704:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693274.342706:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803220 00000400:00000010:1.0:1779693274.342708:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803220. 00000100:00000001:1.0:1779693274.342709:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693274.342712:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342719:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693274.342740:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342746:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693274.342748:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693274.342756:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693274.342773:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bae2600. 00000400:00000200:1.0:1779693274.342775:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.342779:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693274.342781:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803e58 00000400:00000010:1.0:1779693274.342782:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803e58. 00000100:00000001:1.0:1779693274.342784:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693274.342788:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342795:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693274.342797:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342802:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693274.342804:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693274.342864:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693274.342866:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bae2000. 00000400:00000200:1.0:1779693274.342869:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.342872:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693274.342875:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803c38 00000400:00000010:1.0:1779693274.342876:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803c38. 00000100:00000001:1.0:1779693274.342878:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693274.342881:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342887:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693274.342890:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.342896:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693274.342897:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779693274.357645:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357663:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693274.357667:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357670:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.357678:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357686:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693274.357701:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357706:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357711:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357715:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe03b80 00000400:00000200:1.0:1779693274.357719:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357745:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:1.0:1779693274.357752:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357756:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.357769:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.357773:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693274.357780:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693274.357788:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693274.357798:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.357814:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693274.357825:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357829:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693274.357831:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357833:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.357836:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357839:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693274.357843:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357845:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357848:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357850:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe03c80 00000400:00000200:1.0:1779693274.357853:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357856:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:1.0:1779693274.357860:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357863:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.357865:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.357873:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693274.357877:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693274.357882:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693274.357889:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.357896:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693274.357900:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357904:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693274.357905:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357907:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.357911:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357914:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693274.357917:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357920:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357923:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357925:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe03c00 00000400:00000200:1.0:1779693274.357928:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357932:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:1.0:1779693274.357935:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357938:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.357940:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.357943:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693274.357945:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693274.357949:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693274.357957:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.357964:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693274.357967:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357975:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693274.357977:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.357979:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.357982:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357984:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693274.357988:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357991:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357994:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.357997:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe03d00 00000400:00000200:1.0:1779693274.358000:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358004:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:1.0:1779693274.358008:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358011:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.358014:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.358017:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693274.358020:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693274.358024:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693274.358032:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.358040:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693274.358044:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358046:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693274.358048:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358050:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.358053:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358056:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693274.358060:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358062:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358065:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358068:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a13f5fe03b00 00000400:00000200:1.0:1779693274.358071:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358080:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:1.0:1779693274.358084:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358088:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.358090:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.358092:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693274.358095:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693274.358100:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693274.358107:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.358114:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693274.358117:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358120:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693274.358121:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358123:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.358125:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358128:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693274.358131:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358134:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358137:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358139:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a13f5fe03d80 00000400:00000200:1.0:1779693274.358143:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358146:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:1.0:1779693274.358149:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358151:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.358153:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.358156:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693274.358158:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693274.358162:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693274.358169:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.358181:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693274.358185:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358188:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693274.358189:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358192:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.358194:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358197:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693274.358201:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358204:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358207:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358209:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a13f5fe03e00 00000400:00000200:1.0:1779693274.358212:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693274.358215:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:1.0:1779693274.358219:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358228:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693274.358230:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693274.358233:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693274.358235:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693274.358239:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693274.358247:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693274.358254:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693274.358257:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693274.358259:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361020:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693274.361027:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779693274.361035:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693274.361037:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693274.361041:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796ec8. 00000400:00000200:0.0:1779693274.361048:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803ee0 00000400:00000010:0.0:1779693274.361050:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803ee0. 00000100:00000001:0.0:1779693274.361054:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693274.361066:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693274.361076:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361083:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693274.361085:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361088:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693274.361091:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693274.361093:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693274.361095:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.361098:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693274.361105:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693274.361109:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693274.361112:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693274.361126:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.361129:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779693274.361131:0:2407:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.361134:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.361139:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361145:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.361148:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693274.361150:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693274.361153:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693274.361161:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423806208:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1779693274.361167:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693274.361168:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693274.361170:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796d10. 00000400:00000200:0.0:1779693274.361173:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803770 00000400:00000010:0.0:1779693274.361174:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803770. 00000100:00000001:0.0:1779693274.361177:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693274.361181:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693274.361188:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361193:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693274.361195:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361196:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693274.361197:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693274.361199:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693274.361200:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.361201:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693274.361207:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e484c98c60 time=69 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693274.361210:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e484c98c18 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693274.361212:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693274.361219:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.361221:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779693274.361225:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779693274.361232:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.361234:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693274.361237:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693274.361238:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693274.361240:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.361243:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361250:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.361251:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693274.361253:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693274.361256:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693274.361263:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423806464:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1779693274.361269:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693274.361270:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693274.361271:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857962c0. 00000400:00000200:0.0:1779693274.361274:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803198 00000400:00000010:0.0:1779693274.361275:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803198. 00000100:00000001:0.0:1779693274.361278:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693274.361281:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693274.361289:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361295:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693274.361296:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361298:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693274.361304:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693274.361305:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693274.361306:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.361308:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693274.361313:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a4c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693274.361316:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a4c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693274.361318:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693274.361319:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.361321:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779693274.361325:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779693274.361330:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.361332:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693274.361334:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693274.361335:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693274.361336:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.361339:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361345:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.361347:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693274.361349:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693274.361352:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693274.361358:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423806720:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1779693274.361363:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693274.361364:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693274.361366:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796108. 00000400:00000200:0.0:1779693274.361368:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803880 00000400:00000010:0.0:1779693274.361369:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803880. 00000100:00000001:0.0:1779693274.361371:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693274.361375:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693274.361392:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361397:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693274.361398:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361399:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693274.361401:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693274.361402:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693274.361403:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.361405:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693274.361408:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a7c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693274.361411:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a7c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693274.361412:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693274.361413:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.361415:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779693274.361418:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779693274.361423:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.361425:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693274.361426:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693274.361428:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693274.361429:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.361432:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361438:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.361440:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693274.361441:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693274.361444:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693274.361451:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423806976:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1779693274.361457:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693274.361465:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693274.361467:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857968f0. 00000400:00000200:0.0:1779693274.361469:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803550 00000400:00000010:0.0:1779693274.361471:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803550. 00000100:00000001:0.0:1779693274.361473:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693274.361478:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693274.361486:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361491:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693274.361492:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361494:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693274.361495:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693274.361496:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693274.361497:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.361499:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693274.361503:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4871c5460 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693274.361506:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4871c5418 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693274.361508:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693274.361509:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.361511:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779693274.361513:0:2407:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.361515:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693274.361517:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693274.361518:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693274.361519:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.361523:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361528:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.361530:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693274.361531:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693274.361534:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693274.361550:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423806336:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1779693274.361555:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693274.361556:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693274.361557:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857967e8. 00000400:00000200:0.0:1779693274.361559:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803330 00000400:00000010:0.0:1779693274.361561:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803330. 00000100:00000001:0.0:1779693274.361563:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693274.361565:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693274.361572:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361578:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693274.361579:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361581:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693274.361582:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693274.361583:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693274.361584:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.361586:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693274.361590:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a3c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693274.361593:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a3c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693274.361595:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693274.361596:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.361598:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779693274.361599:0:2407:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.361604:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693274.361605:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693274.361606:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693274.361607:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.361610:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361616:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.361623:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693274.361624:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693274.361628:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693274.361634:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423806592:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1779693274.361639:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693274.361640:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693274.361642:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796b00. 00000400:00000200:0.0:1779693274.361644:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803000 00000400:00000010:0.0:1779693274.361645:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803000. 00000100:00000001:0.0:1779693274.361647:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693274.361651:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693274.361658:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361665:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693274.361666:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361668:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693274.361669:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693274.361670:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693274.361672:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693274.361674:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693274.361677:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a2c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693274.361680:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a2c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693274.361682:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693274.361683:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.361684:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779693274.361687:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779693274.361694:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.361696:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693274.361697:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693274.361703:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693274.361705:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693274.361709:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361714:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693274.361716:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693274.361717:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693274.361719:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693274.361752:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423806848:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693274.361756:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361770:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693274.361774:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af4a80 x1866143423806208/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361781:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693274.361784:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693274.361787:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3f800. 02000000:00000001:0.0:1779693274.361793:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693274.361795:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693274.361797:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:0.0:1779693274.361799:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693274.361801:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498f46600. 02000000:00000001:0.0:1779693274.361804:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693274.361806:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693274.361807:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af4a80. 00000100:00000001:0.0:1779693274.361811:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693274.361812:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361813:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693274.361817:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af4700 x1866143423806464/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361822:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693274.361823:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693274.361830:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3f000. 02000000:00000001:0.0:1779693274.361832:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693274.361833:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693274.361835:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e484c98800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000020:00000001:0.0:1779693274.361842:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693274.361844:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498f46f00. 02000000:00000001:0.0:1779693274.361846:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693274.361848:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693274.361849:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af4700. 00000100:00000001:0.0:1779693274.361851:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693274.361853:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361854:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693274.361857:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af6680 x1866143423806720/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361863:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693274.361865:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693274.361866:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3e200. 02000000:00000001:0.0:1779693274.361869:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693274.361870:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693274.361871:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a4800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000020:00000001:0.0:1779693274.361873:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693274.361874:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498741400. 02000000:00000001:0.0:1779693274.361876:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693274.361877:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693274.361878:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af6680. 00000100:00000001:0.0:1779693274.361881:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693274.361882:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361883:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693274.361885:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5500 x1866143423806976/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361890:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693274.361891:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693274.361893:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc2e00. 02000000:00000001:0.0:1779693274.361894:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693274.361895:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693274.361897:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a7800 refcount=2 obd=lustre-OST0001-osc-ffff90e49083a800 00000020:00000001:0.0:1779693274.361902:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693274.361904:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498741100. 02000000:00000001:0.0:1779693274.361906:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693274.361907:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693274.361908:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5500. 00000100:00000001:0.0:1779693274.361910:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693274.361911:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361913:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693274.361916:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af6a00 x1866143423806336/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361921:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693274.361922:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693274.361924:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3f400. 02000000:00000001:0.0:1779693274.361925:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693274.361927:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693274.361928:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4871c5000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000020:00000001:0.0:1779693274.361929:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693274.361931:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498f46700. 02000000:00000001:0.0:1779693274.361932:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693274.361933:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693274.361934:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af6a00. 00000100:00000001:0.0:1779693274.361936:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693274.361937:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361938:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693274.361940:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5180 x1866143423806592/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361945:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693274.361946:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693274.361948:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3e400. 02000000:00000001:0.0:1779693274.361950:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693274.361951:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693274.361952:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a3800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000020:00000001:0.0:1779693274.361953:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693274.361954:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498f46500. 02000000:00000001:0.0:1779693274.361956:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693274.361957:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693274.361962:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5180. 00000100:00000001:0.0:1779693274.361964:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693274.361965:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361966:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693274.361969:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5880 x1866143423806848/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693274.361975:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693274.361976:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693274.361977:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3e600. 02000000:00000001:0.0:1779693274.361979:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693274.361980:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693274.361981:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a2800 refcount=2 obd=lustre-OST0000-osc-ffff90e49083a800 00000020:00000001:0.0:1779693274.361983:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693274.361984:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498741800. 02000000:00000001:0.0:1779693274.361986:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693274.361987:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693274.361988:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5880. 00000100:00000001:0.0:1779693274.361990:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693274.361991:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.361993:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693274.362001:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693274.362002:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693274.362005:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693274.362007:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.417085:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693274.417092:0:8801:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1779693274.417094:0:8801:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1779693274.417097:0:8801:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.417102:0:8801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1779693274.417104:0:8801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.417106:0:8801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.417108:0:8801:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693274.417111:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693274.417113:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693274.417194:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693274.417197:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693274.417200:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693275.424954:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693275.424961:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693275.424966:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693275.424982:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779693275.425118:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779693275.425121:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693275.425124:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779693275.680876:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571910 (cpu 0) has reached its deadline 4295029508, at 4295029568 00000100:00000040:0.0:1779693275.680877:0:8801:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571800 (cpu 0) has reached its deadline 4295029508, at 4295029568 00000100:00000010:0.0:1779693275.680901:0:8801:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e487521960. 00000100:00000010:1.0:1779693275.680910:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e487521f00. 00010000:00000001:0.0:1779693276.448801:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693276.448809:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693276.448815:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693276.448817:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693276.448932:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693276.448936:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693276.448939:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693277.474207:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693277.474216:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693277.474224:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693277.474226:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779693277.478708:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779693277.478719:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693277.479764:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693278.496927:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693278.496933:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693278.496937:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693278.496940:0:8801:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1779693278.496942:0:8801:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1779693278.496945:0:8801:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693278.496947:0:8801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1779693278.496949:0:8801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693278.496951:0:8801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693278.496952:0:8801:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779693278.497072:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693278.497075:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693278.497079:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1779693279.457221:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779693279.457230:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779693279.457242:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e48711bb80. 00000020:00000040:3.0:1779693279.457248:0:8:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1779693279.457252:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693279.457254:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693279.457258:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693279.457265:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e486337600. 00000100:00000001:3.0:1779693279.457272:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457282:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779693279.457292:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693279.457296:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457301:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003464da9c] to pc [ptlrpcd_01_00+0] req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457336:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457339:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779693279.457343:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779693279.457346:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487119c00. 00000020:00000040:3.0:1779693279.457348:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4871c5000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000100:00000001:3.0:1779693279.457350:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693279.457352:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693279.457353:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693279.457372:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e486337200. 00000100:00000001:3.0:1779693279.457375:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457380:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779693279.457387:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693279.457389:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457393:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084696f4e] to pc [ptlrpcd_01_01+1] req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457402:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457404:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779693279.457407:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779693279.457410:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487119180. 00000020:00000040:3.0:1779693279.457412:0:8:0:(genops.c:1231:class_import_get()) import ffff90e484c98800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000100:00000001:3.0:1779693279.457414:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693279.457415:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693279.457417:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693279.457420:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e486337800. 00000100:00000001:3.0:1779693279.457423:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457427:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779693279.457433:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693279.457435:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457440:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf355da] to pc [ptlrpcd_01_00+0] req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457446:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457448:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779693279.457451:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779693279.457454:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1779693279.457464:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1779693279.457467:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779693279.457469:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779693279.457473:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e48711b800. 00000020:00000040:3.0:1779693279.457476:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a3800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000100:00000001:3.0:1779693279.457478:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693279.457479:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693279.457481:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693279.457485:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e486337c00. 00000100:00000001:3.0:1779693279.457488:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457492:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779693279.457498:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693279.457501:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457504:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd29702d] to pc [ptlrpcd_01_01+1] req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457511:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457512:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779693279.457515:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779693279.457518:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e48711ad80. 00000020:00000040:3.0:1779693279.457520:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a4800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000100:00000001:3.0:1779693279.457522:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693279.457524:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693279.457525:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693279.457528:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e486337500. 00000100:00000001:3.0:1779693279.457531:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457534:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779693279.457541:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693279.457548:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457552:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f79fd9f3] to pc [ptlrpcd_01_00+0] req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457559:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457561:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779693279.457564:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779693279.457567:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487118380. 00000020:00000040:3.0:1779693279.457570:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a2800 refcount=3 obd=lustre-OST0000-osc-ffff90e49083a800 00000100:00000001:3.0:1779693279.457572:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693279.457574:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693279.457575:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693279.457578:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e486337700. 00000100:00000001:3.0:1779693279.457580:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457584:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779693279.457591:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693279.457593:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457596:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026601654] to pc [ptlrpcd_01_01+1] req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457603:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457605:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1779693279.457608:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1779693279.457611:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e48711a300. 00000020:00000040:3.0:1779693279.457613:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a7800 refcount=3 obd=lustre-OST0001-osc-ffff90e49083a800 00000100:00000001:3.0:1779693279.457615:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693279.457616:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693279.457617:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693279.457620:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e486337b00. 00000100:00000001:3.0:1779693279.457623:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457626:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1779693279.457643:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693279.457645:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457649:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe70dc2] to pc [ptlrpcd_01_00+0] req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457655:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457659:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:3.0:1779693279.457693:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693279.457697:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779693279.457699:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779693279.457703:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457711:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779693279.457713:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693279.457754:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779693279.457757:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779693279.457760:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779693279.457764:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423807232:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1779693279.457768:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779693279.457773:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779693279.457775:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693279.457777:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779693279.457782:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4985f1a00. 02000000:00000001:3.0:1779693279.457784:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779693279.457790:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693279.457794:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e489faf9a0. 00000400:00000010:3.0:1779693279.457800:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fabb28. 00000100:00000200:3.0:1779693279.457806:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423807232, portal 10 00000100:00000001:3.0:1779693279.457808:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779693279.457809:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925862400 : -122163783689216 : ffff90e487119c00) 00000100:00000040:3.0:1779693279.457816:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457831:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779693279.457834:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1779693279.457837:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab990. 00000100:00000200:3.0:1779693279.457840:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423807232, offset 0 00000400:00000200:3.0:1779693279.457845:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693279.457853:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693279.457871:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1779693279.457876:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779693279.457879:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693279.457882:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779693279.457885:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1779693279.457888:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [133:133:256:4294967295] 192.168.203.115@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:3.0:1779693279.457892:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693279.457901:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1779693279.457906:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693279.457912:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bba1900. 00000800:00000200:3.0:1779693279.457918:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1779693279.457926:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693279.457930:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bba1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779693279.457946:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457950:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: using a timeout of 132625 usecs (133 jiffies) 00000400:00000200:3.0:1779693279.457960:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1779693279.457964:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295033478 00000100:00000010:3.0:1779693279.457967:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e4831f4a20. 00000100:00000001:3.0:1779693279.457974:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1779693279.457975:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779693279.457978:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779693279.457979:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295033478 00000100:00000001:2.0:1779693279.457980:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1779693279.457982:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e4831f4000. 00000100:00000001:3.0:1779693279.457984:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request now active for cpu 1 00000100:00000040:2.0:1779693279.457985:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.457988:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693279.457992:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779693279.457993:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.457994:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.457995:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1779693279.457996:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1779693279.457997:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779693279.457999:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.457999:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693279.458002:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423807104:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1779693279.458005:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1779693279.458006:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779693279.458007:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.458012:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779693279.458014:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.458015:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779693279.458019:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3f800. 02000000:00000001:3.0:1779693279.458019:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779693279.458020:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693279.458021:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779693279.458023:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779693279.458024:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00100000:3.0:1779693279.458026:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2409:1866143423807488:192.168.203.115@tcp:400:kworker.0 00000400:00000010:2.0:1779693279.458027:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c964d0. 00000100:00000001:3.0:1779693279.458028:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779693279.458030:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1779693279.458031:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c4c8. 02000000:00000001:3.0:1779693279.458032:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693279.458033:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1779693279.458034:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423807104, portal 25 00000100:00000001:2.0:1779693279.458036:0:2408:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1779693279.458036:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4985f0a00. 00000100:00000001:2.0:1779693279.458037:0:2408:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925870464 : -122163783681152 : ffff90e48711bb80) 02000000:00000001:3.0:1779693279.458038:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779693279.458041:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000040:2.0:1779693279.458042:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1779693279.458043:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e489fafaa8. 00000400:00000010:3.0:1779693279.458046:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fabaa0. 00000100:00000200:3.0:1779693279.458048:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423807488, portal 10 00000100:00000001:2.0:1779693279.458049:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779693279.458050:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1779693279.458051:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000100:00000001:3.0:1779693279.458051:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925869568 : -122163783682048 : ffff90e48711b800) 00000400:00000010:2.0:1779693279.458053:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c5d8. 00000100:00000200:2.0:1779693279.458055:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866143423807104, offset 0 00000100:00000040:3.0:1779693279.458056:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1779693279.458059:0:2408:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000100:00000001:3.0:1779693279.458062:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1779693279.458063:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000040:3.0:1779693279.458064:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1779693279.458066:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab198. 00000400:00000200:2.0:1779693279.458067:0:2408:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000100:00000200:3.0:1779693279.458068:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423807488, offset 0 00000400:00000200:2.0:1779693279.458070:0:2408:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693279.458072:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693279.458072:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693279.458075:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693279.458077:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693279.458079:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [134:134:255:4294967295] 192.168.203.115@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:2.0:1779693279.458088:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693279.458093:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693279.458097:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693279.458101:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48c6db500. 00000800:00000200:2.0:1779693279.458104:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693279.458109:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693279.458111:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48c6db500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779693279.458119:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779693279.458123:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1779693279.458124:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295034625 00000100:00000001:2.0:1779693279.458129:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295033478 00000100:00000001:2.0:1779693279.458132:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295034625 00000100:00000001:2.0:1779693279.458135:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295033478 00000100:00000001:2.0:1779693279.458137:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693279.458139:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.458141:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779693279.458145:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.458150:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779693279.458151:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.458153:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779693279.458155:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779693279.458157:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779693279.458159:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423807360:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1779693279.458162:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779693279.458165:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779693279.458166:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.458167:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779693279.458170:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3f400. 02000000:00000001:2.0:1779693279.458172:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779693279.458175:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693279.458178:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96210. 00000400:00000010:2.0:1779693279.458181:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c330. 00000100:00000200:2.0:1779693279.458184:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423807360, portal 10 00000100:00000001:2.0:1779693279.458186:0:2408:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779693279.458187:0:2408:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925859712 : -122163783691904 : ffff90e487119180) 00000100:00000040:2.0:1779693279.458193:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.458210:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779693279.458213:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1779693279.458215:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c550. 00000100:00000200:2.0:1779693279.458217:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423807360, offset 0 00000400:00000200:2.0:1779693279.458222:0:2408:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693279.458299:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:1.0:1779693279.458300:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1779693279.458303:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000800:00000010:1.0:1779693279.458304:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bba1900. 00000400:00000200:3.0:1779693279.458305:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693279.458310:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1779693279.458312:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693279.458314:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693279.458315:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:3.0:1779693279.458317:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693279.458319:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab990 00000400:00000200:3.0:1779693279.458319:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [135:135:254:4294967295] 192.168.203.115@tcp LPNI seq info [135:135:6:4294967295] 00000400:00000010:1.0:1779693279.458322:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab990. 00000400:00000200:3.0:1779693279.458323:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693279.458326:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1779693279.458329:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000100:00000200:1.0:1779693279.458330:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779693279.458334:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693279.458337:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bba1900. 00000100:00000001:1.0:1779693279.458339:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1779693279.458340:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000100:00000040:1.0:1779693279.458342:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1779693279.458344:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693279.458347:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bba1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779693279.458349:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.458352:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: using a timeout of 12091 usecs (13 jiffies) 00000400:00000200:3.0:1779693279.458355:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1779693279.458358:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295033358 00000100:00000001:3.0:1779693279.458360:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295034625 00000100:00000001:3.0:1779693279.458362:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295033358 00000100:00000001:3.0:1779693279.458364:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295034625 00000100:00000001:3.0:1779693279.458366:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693279.458368:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.458369:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779693279.458373:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.458378:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779693279.458380:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693279.458382:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779693279.458383:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779693279.458385:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779693279.458387:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2409:1866143423807744:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1779693279.458397:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779693279.458399:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779693279.458401:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693279.458403:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779693279.458405:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4985f1200. 02000000:00000001:3.0:1779693279.458407:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779693279.458411:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693279.458413:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e489faf420. 00000400:00000010:3.0:1779693279.458416:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab3b8. 00000100:00000200:3.0:1779693279.458420:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423807744, portal 4 00000100:00000001:3.0:1779693279.458421:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779693279.458422:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925856128 : -122163783695488 : ffff90e487118380) 00000100:00000040:3.0:1779693279.458427:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.458434:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779693279.458435:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1779693279.458438:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab220. 00000100:00000200:3.0:1779693279.458440:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866143423807744, offset 0 00000400:00000200:3.0:1779693279.458443:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693279.458447:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693279.458450:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1779693279.458452:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779693279.458454:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693279.458456:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779693279.458458:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1779693279.458460:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [136:136:253:4294967295] 192.168.203.115@tcp LPNI seq info [136:136:5:4294967295] 00000400:00000200:3.0:1779693279.458464:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693279.458469:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1779693279.458473:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693279.458476:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bb5c500. 00000800:00000200:3.0:1779693279.458479:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1779693279.458488:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693279.458490:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bb5c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1779693279.458493:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.458496:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: using a timeout of 15432 usecs (16 jiffies) 00000400:00000200:3.0:1779693279.458499:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1779693279.458501:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295033361 00000100:00000001:3.0:1779693279.458503:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295034625 00000100:00000001:3.0:1779693279.458505:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295033361 00000100:00000001:3.0:1779693279.458506:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295034625 00000100:00000001:3.0:1779693279.458508:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693279.458510:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.458512:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.458514:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693279.458522:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779693279.458524:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1779693279.458526:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693279.458527:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779693279.458529:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.458530:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693279.459235:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693279.459238:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693279.459260:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693279.459263:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48c6db500. 00000400:00000200:1.0:1779693279.459267:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693279.459272:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693279.459275:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c5d8 00000400:00000010:1.0:1779693279.459278:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c5d8. 00000100:00000001:1.0:1779693279.459281:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693279.459285:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693279.459293:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693279.459296:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693279.459302:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693279.459303:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693279.459312:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693279.459314:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bba1900. 00000400:00000200:1.0:1779693279.459327:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693279.459330:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693279.459351:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab198 00000400:00000010:1.0:1779693279.459354:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab198. 00000100:00000001:1.0:1779693279.459357:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693279.459361:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693279.459368:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693279.459370:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693279.459376:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693279.459378:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693279.459446:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693279.459449:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bb5c500. 00000400:00000200:1.0:1779693279.459452:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693279.459456:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693279.459458:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab220 00000400:00000010:1.0:1779693279.459460:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab220. 00000100:00000001:1.0:1779693279.459462:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693279.459465:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693279.459471:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693279.459473:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693279.459479:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693279.459480:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1779693279.460360:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693279.460369:0:2408:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693279.460373:0:2408:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693279.460376:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693279.460379:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693279.460382:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693279.460385:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [137:137:256:4294967295] 192.168.203.115@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1779693279.460389:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693279.460398:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693279.460403:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693279.460409:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48c6db200. 00000800:00000200:2.0:1779693279.460415:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693279.460420:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693279.460423:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48c6db200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779693279.460440:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693279.460445:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: using a timeout of 163613 usecs (164 jiffies) 00000400:00000200:2.0:1779693279.460448:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1779693279.460451:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295033511 00000100:00000001:2.0:1779693279.460453:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295034625 00000100:00000001:2.0:1779693279.460456:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295033511 00000100:00000001:2.0:1779693279.460457:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295034625 00000100:00000001:2.0:1779693279.460459:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693279.460463:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.460475:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779693279.460482:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.465921:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779693279.465924:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.465931:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779693279.465935:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779693279.465938:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779693279.465946:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2408:1866143423807616:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1779693279.465951:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779693279.465968:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779693279.465971:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.465974:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779693279.465984:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3e200. 02000000:00000001:2.0:1779693279.465986:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779693279.465993:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693279.465997:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96b58. 00000400:00000010:2.0:1779693279.466004:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c770. 00000100:00000200:2.0:1779693279.466010:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423807616, portal 10 00000100:00000001:2.0:1779693279.466013:0:2408:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779693279.466015:0:2408:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925866880 : -122163783684736 : ffff90e48711ad80) 00000100:00000040:2.0:1779693279.466024:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.466032:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779693279.466034:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1779693279.466037:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5ccc0. 00000100:00000200:2.0:1779693279.466040:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423807616, offset 0 00000400:00000200:2.0:1779693279.466045:0:2408:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693279.466053:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693279.466059:0:2408:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693279.466064:0:2408:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693279.466068:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693279.466072:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693279.466087:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693279.466091:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [138:138:255:4294967295] 192.168.203.115@tcp LPNI seq info [138:138:7:4294967295] 00000400:00000200:2.0:1779693279.466096:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693279.466105:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693279.466111:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693279.466117:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48c6db500. 00000800:00000200:2.0:1779693279.466124:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693279.466132:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693279.466136:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48c6db500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779693279.466139:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693279.466143:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: using a timeout of 19302 usecs (20 jiffies) 00000400:00000200:2.0:1779693279.466147:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1779693279.466150:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295033373 00000100:00000001:2.0:1779693279.466153:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295034625 00000100:00000001:2.0:1779693279.466155:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295033373 00000100:00000001:2.0:1779693279.466157:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295034625 00000100:00000001:2.0:1779693279.466159:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693279.466162:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.466166:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779693279.466170:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.466179:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779693279.466181:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.466184:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779693279.466185:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779693279.466187:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779693279.466190:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2408:1866143423807872:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1779693279.466193:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779693279.466196:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779693279.466203:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.466205:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779693279.466208:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3e600. 02000000:00000001:2.0:1779693279.466210:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779693279.466213:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693279.466216:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96268. 00000400:00000010:2.0:1779693279.466220:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c000. 00000100:00000200:2.0:1779693279.466223:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423807872, portal 4 00000100:00000001:2.0:1779693279.466225:0:2408:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779693279.466226:0:2408:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925864192 : -122163783687424 : ffff90e48711a300) 00000020:00000010:2.0:1779693279.466234:0:2408:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e484cd0000. 00000100:00000040:2.0:1779693279.466240:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.466246:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779693279.466248:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1779693279.466250:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5cee0. 00000100:00000200:2.0:1779693279.466253:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866143423807872, offset 0 00000400:00000200:2.0:1779693279.466256:0:2408:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693279.466260:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693279.466263:0:2408:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693279.466266:0:2408:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693279.466269:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693279.466271:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693279.466273:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693279.466275:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [139:139:254:4294967295] 192.168.203.115@tcp LPNI seq info [139:139:6:4294967295] 00000400:00000200:2.0:1779693279.466279:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693279.466284:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693279.466288:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693279.466291:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e482ca7800. 00000800:00000200:2.0:1779693279.466295:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693279.466299:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693279.466301:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e482ca7800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1779693279.466310:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693279.466312:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: using a timeout of 15085 usecs (16 jiffies) 00000400:00000200:2.0:1779693279.466315:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1779693279.466317:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295033369 00000100:00000001:2.0:1779693279.466319:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295034625 00000100:00000001:2.0:1779693279.466321:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295033369 00000100:00000001:2.0:1779693279.466323:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295034625 00000100:00000001:2.0:1779693279.466325:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693279.466326:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.466329:0:2408:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.466332:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693279.466821:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.466836:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693279.466839:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.466841:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.466845:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.466850:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693279.466857:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.466860:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.466864:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.466868:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe03f00 00000400:00000200:0.0:1779693279.466872:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.466877:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:0.0:1779693279.466884:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.466888:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.466898:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.466902:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693279.466909:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693279.466915:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693279.466926:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.466942:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1779693279.466988:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693279.466992:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48c6db200. 00000400:00000200:0.0:1779693279.466996:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.467000:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693279.467003:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c550 00000400:00000010:0.0:1779693279.467006:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c550. 00000100:00000001:0.0:1779693279.467009:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693279.467013:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.467023:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693279.467026:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.467032:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693279.467034:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779693279.467038:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467042:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693279.467044:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467046:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.467049:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467052:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693279.467056:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467059:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467061:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467064:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04000 00000400:00000200:0.0:1779693279.467074:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467078:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:0.0:1779693279.467083:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467086:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.467088:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.467091:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693279.467095:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693279.467100:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693279.467107:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.467113:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1779693279.467123:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693279.467125:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48c6db500. 00000400:00000200:0.0:1779693279.467128:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.467131:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693279.467133:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5ccc0 00000400:00000010:0.0:1779693279.467135:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5ccc0. 00000100:00000001:0.0:1779693279.467137:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693279.467140:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.467147:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693279.467149:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.467155:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693279.467157:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779693279.467160:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467163:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693279.467165:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467167:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.467170:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467173:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693279.467183:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467186:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467189:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467192:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a13f5fe03e80 00000400:00000200:0.0:1779693279.467195:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467199:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:0.0:1779693279.467203:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467207:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.467209:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.467212:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693279.467215:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693279.467219:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693279.467227:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.467235:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1779693279.467285:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693279.467288:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e482ca7800. 00000400:00000200:0.0:1779693279.467291:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.467294:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693279.467296:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5cee0 00000400:00000010:0.0:1779693279.467298:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5cee0. 00000100:00000001:0.0:1779693279.467300:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693279.467303:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.467309:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693279.467312:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.467318:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693279.467320:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779693279.467323:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467332:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693279.467333:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467354:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.467358:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467361:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693279.467366:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467369:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467371:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467374:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a13f5fe04100 00000400:00000200:0.0:1779693279.467377:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.467381:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:0.0:1779693279.467384:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467391:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.467393:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.467395:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693279.467398:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693279.467402:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693279.467410:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.467418:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693279.467421:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.467424:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.467826:0:2408:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779693279.467829:0:2408:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1779693279.467831:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779693279.467833:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779693279.467839:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779693279.467841:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779693279.467844:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c964d0. 00000400:00000200:2.0:1779693279.467848:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c4c8 00000400:00000010:2.0:1779693279.467849:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c4c8. 00000100:00000001:2.0:1779693279.467852:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779693279.467856:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693279.467865:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.467871:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779693279.467873:0:2408:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.467876:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779693279.467879:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779693279.467881:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779693279.467883:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.467886:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779693279.467894:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1779693279.467906:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1779693279.467908:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779693279.467910:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693279.467913:0:2408:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779693279.467915:0:2408:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.467917:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693279.467922:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.467930:0:2408:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693279.467932:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779693279.467935:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779693279.467938:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693279.467945:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423807104:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1779693279.467951:0:2408:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.467953:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779693279.467955:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e48711bb80 x1866143423807104/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.467961:0:2408:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779693279.467964:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779693279.467967:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3f800. 02000000:00000001:2.0:1779693279.467970:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779693279.467972:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779693279.467974:0:2408:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:2.0:1779693279.467976:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779693279.467978:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e486337600. 02000000:00000001:2.0:1779693279.467982:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779693279.467984:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779693279.467986:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e48711bb80. 00000100:00000001:2.0:1779693279.467990:0:2408:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779693279.467991:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.467994:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.467996:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779693279.468003:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779693279.468005:0:2408:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.468007:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.468481:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693279.468484:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779693279.468489:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779693279.468490:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779693279.468493:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e489faf9a0. 00000400:00000200:3.0:1779693279.468498:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fabb28 00000400:00000010:3.0:1779693279.468500:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fabb28. 00000100:00000001:3.0:1779693279.468504:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779693279.468510:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693279.468518:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.468524:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779693279.468532:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693279.468534:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779693279.468536:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779693279.468537:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779693279.468539:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693279.468541:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779693279.468547:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4871c5460 time=75 v=5 (5 0 0 0) 00000100:00001000:3.0:1779693279.468550:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4871c5418 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1779693279.468552:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779693279.468553:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693279.468555:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779693279.468558:0:2409:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.468561:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779693279.468563:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:3.0:1779693279.468565:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779693279.468567:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.468571:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.468577:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693279.468579:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779693279.468580:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779693279.468583:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693279.468590:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2409:1866143423807232:192.168.203.115@tcp:400:kworker.0 00000400:00000001:3.0:1779693279.468595:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779693279.468596:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779693279.468598:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e489fafaa8. 00000400:00000200:3.0:1779693279.468600:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fabaa0 00000400:00000010:3.0:1779693279.468602:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fabaa0. 00000100:00000001:3.0:1779693279.468605:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779693279.468608:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693279.468616:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.468627:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779693279.468628:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693279.468630:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779693279.468631:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779693279.468632:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779693279.468634:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693279.468636:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779693279.468640:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a3c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1779693279.468642:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a3c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1779693279.468644:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779693279.468645:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693279.468647:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779693279.468649:0:2409:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.468651:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779693279.468652:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:3.0:1779693279.468654:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779693279.468655:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.468658:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.468664:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693279.468671:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779693279.468672:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779693279.468676:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693279.468682:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2409:1866143423807488:192.168.203.115@tcp:400:kworker.0 00000400:00000001:3.0:1779693279.468700:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779693279.468701:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779693279.468703:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e489faf420. 00000400:00000200:3.0:1779693279.468705:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab3b8 00000400:00000010:3.0:1779693279.468707:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab3b8. 00000100:00000001:3.0:1779693279.468709:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779693279.468712:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693279.468755:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.468762:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779693279.468763:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693279.468765:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779693279.468766:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779693279.468767:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779693279.468769:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693279.468770:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779693279.468774:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a2c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1779693279.468776:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a2c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1779693279.468778:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779693279.468779:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693279.468780:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779693279.468784:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779693279.468790:0:2409:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.468792:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779693279.468793:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:3.0:1779693279.468795:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779693279.468796:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693279.468800:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.468805:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693279.468816:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779693279.468817:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779693279.468820:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693279.468826:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2409:1866143423807744:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1779693279.468830:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693279.468838:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693279.468841:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e487119c00 x1866143423807232/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.468847:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779693279.468849:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779693279.468851:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4985f1a00. 02000000:00000001:3.0:1779693279.468854:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779693279.469091:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693279.469094:0:2409:0:(genops.c:1244:class_import_put()) import ffff90e4871c5000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000020:00000001:3.0:1779693279.469097:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779693279.469099:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e486337200. 02000000:00000001:3.0:1779693279.469103:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779693279.469104:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779693279.469106:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487119c00. 00000100:00000001:3.0:1779693279.469109:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779693279.469110:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693279.469112:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693279.469116:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e48711b800 x1866143423807488/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.469121:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779693279.469123:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779693279.469124:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4985f0a00. 02000000:00000001:3.0:1779693279.469127:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779693279.469128:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693279.469129:0:2409:0:(genops.c:1244:class_import_put()) import ffff90e4916a3800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000020:00000001:3.0:1779693279.469130:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779693279.469131:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e486337c00. 02000000:00000001:3.0:1779693279.469133:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779693279.469134:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779693279.469135:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e48711b800. 00000100:00000001:3.0:1779693279.469137:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779693279.469138:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693279.469140:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693279.469142:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e487118380 x1866143423807744/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693279.469148:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779693279.469156:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779693279.469158:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4985f1200. 02000000:00000001:3.0:1779693279.469160:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779693279.469161:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693279.469162:0:2409:0:(genops.c:1244:class_import_put()) import ffff90e4916a2800 refcount=2 obd=lustre-OST0000-osc-ffff90e49083a800 00000020:00000001:3.0:1779693279.469163:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779693279.469165:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e486337700. 02000000:00000001:3.0:1779693279.469166:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779693279.469167:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779693279.469169:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487118380. 00000100:00000001:3.0:1779693279.469171:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779693279.469172:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693279.469173:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693279.469179:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779693279.469181:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693279.469183:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693279.469185:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779693279.482967:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.482987:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693279.482991:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.482994:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.483003:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483195:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693279.483207:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483212:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483219:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483224:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe03f80 00000400:00000200:0.0:1779693279.483243:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483251:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1779693279.483259:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.483264:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.483268:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.483272:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693279.483279:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693279.483287:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693279.483298:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.483326:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693279.483337:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.483341:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693279.483343:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.483345:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.483348:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483352:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693279.483356:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483359:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483362:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483365:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04080 00000400:00000200:0.0:1779693279.483368:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483372:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:0.0:1779693279.483375:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.483378:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.483380:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.483383:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693279.483386:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693279.483390:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693279.483408:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.483415:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693279.483419:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.483422:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693279.483423:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.483425:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.483428:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483431:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693279.483434:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483436:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483439:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483441:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a13f5fe04180 00000400:00000200:0.0:1779693279.483445:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693279.483449:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:0.0:1779693279.483452:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.483505:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693279.483507:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693279.483511:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693279.483514:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693279.483518:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693279.483526:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693279.483532:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693279.483535:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693279.483538:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.484200:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779693279.484205:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779693279.484213:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779693279.484216:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779693279.484219:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96210. 00000400:00000200:2.0:1779693279.484226:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c330 00000400:00000010:2.0:1779693279.484228:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c330. 00000100:00000001:2.0:1779693279.484231:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779693279.484237:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693279.484247:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.484253:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779693279.484255:0:2408:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.484257:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779693279.484260:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779693279.484262:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779693279.484265:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.484267:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779693279.484276:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e484c98c60 time=74 v=5 (5 0 0 0) 00000100:00001000:2.0:1779693279.484280:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e484c98c18 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1779693279.484283:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779693279.484284:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693279.484287:0:2408:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779693279.484292:0:2408:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779693279.484298:0:2408:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.484301:0:2408:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779693279.484303:0:2408:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:2.0:1779693279.484305:0:2408:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779693279.484306:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693279.484311:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.484327:0:2408:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693279.484330:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779693279.484332:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779693279.484337:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693279.484345:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2408:1866143423807360:192.168.203.115@tcp:400:kworker.0 00000400:00000001:2.0:1779693279.484351:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779693279.484353:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779693279.484354:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96b58. 00000400:00000200:2.0:1779693279.484357:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c770 00000400:00000010:2.0:1779693279.484358:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c770. 00000100:00000001:2.0:1779693279.484360:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779693279.484364:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693279.484371:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.484376:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779693279.484377:0:2408:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.484379:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779693279.484380:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779693279.484381:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779693279.484383:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.484384:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779693279.484388:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a4c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1779693279.484391:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a4c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1779693279.484393:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779693279.484394:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693279.484395:0:2408:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779693279.484398:0:2408:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779693279.484414:0:2408:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.484417:0:2408:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779693279.484418:0:2408:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:2.0:1779693279.484420:0:2408:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779693279.484421:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693279.484425:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.484431:0:2408:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693279.484433:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779693279.484435:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779693279.484438:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693279.484445:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2408:1866143423807616:192.168.203.115@tcp:400:kworker.0 00000400:00000001:2.0:1779693279.484451:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779693279.484452:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779693279.484454:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96268. 00000400:00000200:2.0:1779693279.484456:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c000 00000400:00000010:2.0:1779693279.484458:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c000. 00000100:00000001:2.0:1779693279.484460:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779693279.484463:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693279.484471:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.484477:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779693279.484478:0:2408:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.484480:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779693279.484481:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779693279.484482:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779693279.484483:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693279.484490:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779693279.484494:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a7c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1779693279.484497:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1779693279.484500:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779693279.484501:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693279.484502:0:2408:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1779693279.484506:0:2408:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779693279.484511:0:2408:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.484513:0:2408:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1779693279.484515:0:2408:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:2.0:1779693279.484516:0:2408:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1779693279.484517:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693279.484520:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.484527:0:2408:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693279.484528:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779693279.484530:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779693279.484533:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693279.484540:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2408:1866143423807872:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1779693279.484544:0:2408:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.484546:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779693279.484550:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e487119180 x1866143423807360/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.484556:0:2408:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779693279.484558:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779693279.484562:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3f400. 02000000:00000001:2.0:1779693279.484565:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779693279.484568:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779693279.484569:0:2408:0:(genops.c:1244:class_import_put()) import ffff90e484c98800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000020:00000001:2.0:1779693279.484576:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779693279.484579:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e486337800. 02000000:00000001:2.0:1779693279.484584:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779693279.484586:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779693279.484588:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487119180. 00000100:00000001:2.0:1779693279.484591:0:2408:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779693279.484592:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.484594:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779693279.484598:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e48711ad80 x1866143423807616/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.484604:0:2408:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779693279.484605:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779693279.484606:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3e200. 02000000:00000001:2.0:1779693279.484610:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779693279.484611:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779693279.484612:0:2408:0:(genops.c:1244:class_import_put()) import ffff90e4916a4800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000020:00000001:2.0:1779693279.484614:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779693279.484615:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e486337500. 02000000:00000001:2.0:1779693279.484617:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779693279.484618:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779693279.484619:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e48711ad80. 00000100:00000001:2.0:1779693279.484622:0:2408:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779693279.484623:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.484624:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779693279.484626:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e48711a300 x1866143423807872/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693279.484631:0:2408:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779693279.484632:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779693279.484634:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3e600. 02000000:00000001:2.0:1779693279.484635:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779693279.484636:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779693279.484637:0:2408:0:(genops.c:1244:class_import_put()) import ffff90e4916a7800 refcount=2 obd=lustre-OST0001-osc-ffff90e49083a800 00000020:00000001:2.0:1779693279.484638:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779693279.484640:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e486337b00. 02000000:00000001:2.0:1779693279.484649:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779693279.484650:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779693279.484656:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e48711a300. 00000100:00000001:2.0:1779693279.484658:0:2408:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779693279.484659:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.484662:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693279.484672:0:2408:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779693279.484674:0:2408:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693279.484677:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779693279.484679:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693279.523606:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693279.523613:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693279.523619:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693279.523636:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779693279.523750:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779693279.523754:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693279.523757:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693280.545407:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693280.545413:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693280.545419:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693280.545420:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779693280.545514:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693280.545517:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693280.545520:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779693280.800880:0:8801:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571800 (cpu 0) has reached its deadline 4295034625, at 4295034688 00000100:00000010:0.0:1779693280.800901:0:8801:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e4831f4a20. 00000100:00000040:1.0:1779693280.801588:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571910 (cpu 0) has reached its deadline 4295034625, at 4295034688 00000100:00000010:1.0:1779693280.801597:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e4831f4000. 00000080:00000001:2.0:1779693281.372518:0:9618:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1779693281.372528:0:9618:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1779693281.402871:0:9620:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1779693281.402882:0:9620:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1779693281.452122:0:9627:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1779693281.452130:0:9627:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1779693281.468299:0:9629:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1779693281.468309:0:9629:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693281.569799:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693281.569805:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693281.569810:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693281.569811:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693281.569872:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693281.569875:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693281.569878:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693282.598241:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693282.598246:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693282.598251:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693282.598252:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779693282.598283:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779693282.598285:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693282.598289:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693283.616914:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693283.616930:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693283.616937:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693283.616938:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693283.617136:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693283.617140:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693283.617143:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779693284.577803:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693284.577839:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779693284.577850:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e4920d7b80. 00000020:00000040:1.0:1779693284.577858:0:38:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:1.0:1779693284.577863:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693284.577867:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693284.577873:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693284.577895:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847500. 00000100:00000001:1.0:1779693284.577903:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.577928:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779693284.577941:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693284.577946:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.577953:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010575395] to pc [ptlrpcd_00_01+1] req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.577990:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.577993:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693284.577997:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779693284.578001:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e4920d5180. 00000020:00000040:1.0:1779693284.578004:0:38:0:(genops.c:1231:class_import_get()) import ffff90e4871c5000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000100:00000001:1.0:1779693284.578007:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693284.578009:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693284.578010:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693284.578014:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847700. 00000100:00000001:0.0:1779693284.578017:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693284.578017:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578023:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1779693284.578024:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693284.578028:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1779693284.578036:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1779693284.578038:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.578040:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.578049:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000649c9196] to pc [ptlrpcd_00_00+0] req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.578052:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693284.578056:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693284.578063:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1779693284.578064:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693284.578067:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693284.578070:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.578073:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693284.578077:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779693284.578080:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e4920d4380. 00000020:00000040:1.0:1779693284.578084:0:38:0:(genops.c:1231:class_import_get()) import ffff90e484c98800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000100:00100000:0.0:1779693284.578085:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423808000:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693284.578088:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693284.578090:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1779693284.578093:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693284.578093:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693284.578098:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847f00. 02000000:00000001:0.0:1779693284.578101:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1779693284.578102:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693284.578105:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.578109:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779693284.578110:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693284.578117:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc3400. 00000100:00000001:1.0:1779693284.578118:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1779693284.578121:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.578122:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.578128:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f03ed84] to pc [ptlrpcd_00_01+1] req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.578138:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.578140:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1779693284.578142:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000040:1.0:1779693284.578146:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779693284.578150:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779693284.578153:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1779693284.578154:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796b00. 00000100:00000040:1.0:1779693284.578156:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693284.578161:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1779693284.578164:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803000. 00000100:00000010:1.0:1779693284.578166:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e4920d7800. 00000020:00000040:1.0:1779693284.578170:0:38:0:(genops.c:1231:class_import_get()) import ffff90e4916a3800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000100:00000001:1.0:1779693284.578172:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1779693284.578174:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423808000, portal 25 00000100:00000001:0.0:1779693284.578178:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693284.578180:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910110141312 : -122163599410304 : ffff90e4920d7b80) 00000100:00000040:0.0:1779693284.578186:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.578195:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693284.578198:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693284.578201:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803330. 00000100:00000200:0.0:1779693284.578204:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866143423808000, offset 0 00000400:00000200:0.0:1779693284.578210:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693284.578229:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.578238:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693284.578244:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693284.578249:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693284.578253:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693284.578257:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693284.578261:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [140:140:256:4294967295] 192.168.203.115@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1779693284.578265:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.578275:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693284.578281:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693284.578287:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bae2400. 00000800:00000200:0.0:1779693284.578300:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693284.578310:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693284.578315:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bae2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693284.578333:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.578337:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1779693284.578338:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 02000000:00000001:1.0:1779693284.578341:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578343:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295039745 02000000:00000010:1.0:1779693284.578349:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847a00. 00000100:00000010:0.0:1779693284.578350:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e487521960. 00000100:00000001:1.0:1779693284.578355:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578361:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1779693284.578369:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693284.578371:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295039745 00000100:00000010:0.0:1779693284.578379:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e4875211e0. 00000100:00000001:1.0:1779693284.578382:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693284.578384:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1779693284.578385:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578391:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1779693284.578392:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd31e50d] to pc [ptlrpcd_00_00+0] req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.578396:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578403:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.578405:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578408:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693284.578408:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693284.578414:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779693284.578420:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693284.578423:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779693284.578426:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693284.578427:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693284.578429:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1779693284.578429:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e4920d5c00. 00000020:00000040:1.0:1779693284.578434:0:38:0:(genops.c:1231:class_import_get()) import ffff90e4916a4800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000100:00000040:0.0:1779693284.578436:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.578445:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693284.578446:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693284.578449:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693284.578451:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693284.578453:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693284.578467:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423808256:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693284.578471:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693284.578473:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693284.578475:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693284.578477:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693284.578485:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc3000. 02000000:00000001:0.0:1779693284.578488:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.578492:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1779693284.578495:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 02000000:00000001:1.0:1779693284.578496:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1779693284.578498:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857967e8. 02000000:00000001:1.0:1779693284.578500:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779693284.578503:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803550. 02000000:00000010:1.0:1779693284.578506:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847400. 00000100:00000200:0.0:1779693284.578507:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423808256, portal 10 00000100:00000001:0.0:1779693284.578511:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693284.578512:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578513:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910110126976 : -122163599424640 : ffff90e4920d4380) 00000100:00000040:1.0:1779693284.578521:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1779693284.578525:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.578538:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693284.578540:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779693284.578542:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693284.578545:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693284.578549:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803880. 00000100:00000040:1.0:1779693284.578551:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d88d91f6] to pc [ptlrpcd_00_01+1] req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693284.578552:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423808256, offset 0 00000400:00000200:0.0:1779693284.578562:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693284.578569:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693284.578570:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.578573:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1779693284.578574:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693284.578581:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779693284.578581:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1779693284.578586:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693284.578588:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693284.578591:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693284.578594:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [141:141:255:4294967295] 192.168.203.115@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:0.0:1779693284.578598:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.578604:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000100:00000010:1.0:1779693284.578607:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e49161a300. 00000800:00000200:0.0:1779693284.578610:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693284.578615:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bae2b00. 00000020:00000040:1.0:1779693284.578619:0:38:0:(genops.c:1231:class_import_get()) import ffff90e4916a2800 refcount=3 obd=lustre-OST0000-osc-ffff90e49083a800 00000800:00000200:0.0:1779693284.578621:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000100:00000001:1.0:1779693284.578625:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693284.578628:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1779693284.578629:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 02000000:00000001:1.0:1779693284.578631:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779693284.578634:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bae2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693284.578637:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693284.578643:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: using a timeout of 156385 usecs (157 jiffies) 02000000:00000010:1.0:1779693284.578643:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847200. 00000100:00000001:1.0:1779693284.578648:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693284.578655:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000040:1.0:1779693284.578655:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693284.578659:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295038622 00000100:00000001:0.0:1779693284.578665:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295039745 00000100:00000001:0.0:1779693284.578670:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295038622 00000100:00000001:0.0:1779693284.578675:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295039745 00000100:00000001:1.0:1779693284.578676:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693284.578686:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578689:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693284.578694:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.578694:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6171fae] to pc [ptlrpcd_00_00+0] req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.578700:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578704:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.578711:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578712:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693284.578714:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1779693284.578714:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693284.578719:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693284.578720:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779693284.578722:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1779693284.578756:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e491618000. 00000020:00000040:1.0:1779693284.578761:0:38:0:(genops.c:1231:class_import_get()) import ffff90e4916a7800 refcount=3 obd=lustre-OST0001-osc-ffff90e49083a800 00000100:00000001:1.0:1779693284.578763:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1779693284.578766:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1779693284.578767:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693284.578771:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693284.578774:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1779693284.578777:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847300. 00000100:00000001:1.0:1779693284.578782:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.578788:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693284.578791:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.578791:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1779693284.578796:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693284.578799:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693284.578803:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.578805:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693284.578809:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693284.578810:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423808512:192.168.203.115@tcp:400:kworker.0 00000100:00000040:1.0:1779693284.578815:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a66b1e] to pc [ptlrpcd_00_01+1] req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.578824:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.578829:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:1.0:1779693284.578846:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693284.578849:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693284.578850:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693284.578855:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.578874:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693284.579220:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693284.579224:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693284.579225:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693284.579227:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693284.579232:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc2200. 02000000:00000001:0.0:1779693284.579234:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693284.579238:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693284.579241:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857968f0. 00000400:00000010:0.0:1779693284.579245:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803198. 00000100:00000200:0.0:1779693284.579249:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423808512, portal 10 00000100:00000001:0.0:1779693284.579257:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693284.579259:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910110133248 : -122163599418368 : ffff90e4920d5c00) 00000100:00000040:0.0:1779693284.579265:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.579272:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693284.579274:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693284.579277:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803770. 00000100:00000200:0.0:1779693284.579280:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423808512, offset 0 00000400:00000200:0.0:1779693284.579285:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693284.579289:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.579294:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693284.579297:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693284.579300:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693284.579303:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693284.579305:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693284.579308:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [142:142:254:4294967295] 192.168.203.115@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:0.0:1779693284.579312:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.579318:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693284.579323:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693284.579327:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bae2700. 00000800:00000200:0.0:1779693284.579331:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693284.579336:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693284.579339:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bae2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693284.579342:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693284.579345:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: using a timeout of 22857 usecs (23 jiffies) 00000400:00000200:0.0:1779693284.579348:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693284.579350:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295038489 00000100:00000001:0.0:1779693284.579353:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295039745 00000100:00000001:0.0:1779693284.579355:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295038489 00000100:00000001:0.0:1779693284.579356:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295039745 00000100:00000001:0.0:1779693284.579365:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693284.579367:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.579369:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.579371:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693284.579375:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693284.579377:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779693284.579378:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693284.579380:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693284.579381:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693284.579385:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.579392:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693284.579393:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693284.579395:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693284.579397:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693284.579399:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693284.579402:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e491618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423808768:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693284.579405:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693284.579407:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693284.579409:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693284.579410:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693284.579413:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc3a00. 02000000:00000001:0.0:1779693284.579415:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693284.579418:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693284.579421:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796108. 00000400:00000010:0.0:1779693284.579424:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803ee0. 00000100:00000200:0.0:1779693284.579427:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423808768, portal 4 00000100:00000001:0.0:1779693284.579429:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693284.579430:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098870272 : -122163610681344 : ffff90e491618000) 00000100:00000040:0.0:1779693284.579435:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.579441:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693284.579443:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693284.579449:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803a18. 00000100:00000200:0.0:1779693284.579451:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866143423808768, offset 0 00000400:00000200:0.0:1779693284.579462:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693284.579466:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.579469:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693284.579472:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693284.579474:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693284.579477:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693284.579479:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693284.579482:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [143:143:253:4294967295] 192.168.203.115@tcp LPNI seq info [143:143:5:4294967295] 00000400:00000200:0.0:1779693284.579485:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.579491:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693284.579495:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693284.579498:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48bae2200. 00000800:00000200:0.0:1779693284.579502:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693284.579506:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693284.579508:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48bae2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693284.579512:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693284.579514:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: using a timeout of 21233 usecs (22 jiffies) 00000400:00000200:0.0:1779693284.579518:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693284.579520:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295038488 00000100:00000001:0.0:1779693284.579522:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295039745 00000100:00000001:0.0:1779693284.579524:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295038488 00000100:00000001:0.0:1779693284.579526:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295039745 00000100:00000001:0.0:1779693284.579528:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693284.579530:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.579533:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.579535:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693284.579538:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693284.579539:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779693284.579547:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693284.579548:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693284.579549:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.579551:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779693284.579617:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693284.579624:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bae2400. 00000400:00000200:0.0:1779693284.579631:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.579636:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693284.579643:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803330 00000400:00000010:0.0:1779693284.579646:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803330. 00000100:00000001:0.0:1779693284.579651:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693284.579656:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.579666:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693284.579669:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.579687:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.579689:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693284.579704:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693284.579706:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bae2b00. 00000400:00000200:0.0:1779693284.579709:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.579712:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693284.579714:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803880 00000400:00000010:0.0:1779693284.579716:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803880. 00000100:00000001:0.0:1779693284.579718:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693284.579721:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.579758:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693284.579762:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.579768:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.579770:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693284.579779:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693284.579787:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bae2700. 00000400:00000200:0.0:1779693284.579789:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.579793:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693284.579796:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803770 00000400:00000010:0.0:1779693284.579798:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803770. 00000100:00000001:0.0:1779693284.579801:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693284.579804:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.580068:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.580075:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693284.580078:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693284.580080:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693284.580084:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423808128:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693284.580089:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693284.580092:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693284.580095:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.580096:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693284.580101:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871bee00. 02000000:00000001:1.0:1779693284.580103:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693284.580107:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693284.580111:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697160. 00000400:00000010:1.0:1779693284.580116:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd110. 00000100:00000200:1.0:1779693284.580119:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423808128, portal 10 00000100:00000001:1.0:1779693284.580121:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693284.580123:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910110130560 : -122163599421056 : ffff90e4920d5180) 00000100:00000040:1.0:1779693284.580130:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.580137:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693284.580140:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693284.580142:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bda18. 00000100:00000200:1.0:1779693284.580144:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423808128, offset 0 00000400:00000200:1.0:1779693284.580150:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693284.580154:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693284.580159:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693284.580163:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693284.580165:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693284.580168:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693284.580170:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693284.580315:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [144:144:254:4294967295] 192.168.203.115@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:1.0:1779693284.580320:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693284.580327:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693284.580332:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693284.580336:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847d00. 00000800:00000200:1.0:1779693284.580341:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693284.580346:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693284.580350:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779693284.580353:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.580358:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: using a timeout of 127463 usecs (128 jiffies) 00000400:00000200:1.0:1779693284.580361:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693284.580363:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295038595 00000100:00000001:1.0:1779693284.580365:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295039745 00000100:00000001:1.0:1779693284.580368:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295038595 00000100:00000001:1.0:1779693284.580370:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295039745 00000100:00000001:1.0:1779693284.580372:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.580374:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.580377:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693284.580383:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.580391:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693284.580393:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.580396:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693284.580398:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693284.580400:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693284.580403:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e4920d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423808384:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693284.580406:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693284.580409:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693284.580411:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.580856:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693284.580861:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871be000. 02000000:00000001:1.0:1779693284.580864:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693284.580868:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693284.580872:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4916979a0. 00000400:00000010:1.0:1779693284.580876:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd3b8. 00000100:00000200:1.0:1779693284.581542:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423808384, portal 10 00000100:00000001:1.0:1779693284.581548:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693284.581549:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910110140416 : -122163599411200 : ffff90e4920d7800) 00000100:00000040:1.0:1779693284.581562:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.581571:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693284.581574:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693284.581579:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd220. 00000100:00000200:1.0:1779693284.581582:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423808384, offset 0 00000400:00000200:1.0:1779693284.581588:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693284.581594:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693284.581601:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693284.581606:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693284.581611:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693284.581615:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693284.581618:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693284.581621:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [145:145:253:4294967295] 192.168.203.115@tcp LPNI seq info [145:145:5:4294967295] 00000400:00000200:1.0:1779693284.581625:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693284.581633:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693284.581638:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693284.581643:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847c00. 00000800:00000200:1.0:1779693284.581649:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693284.581655:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693284.581660:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779693284.581665:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.581691:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: using a timeout of 12317 usecs (13 jiffies) 00000400:00000200:1.0:1779693284.581696:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693284.581698:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295038480 00000100:00000001:1.0:1779693284.581701:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295039745 00000100:00000001:1.0:1779693284.581703:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295038480 00000100:00000001:1.0:1779693284.581705:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295039745 00000100:00000001:1.0:1779693284.581707:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.581710:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.581714:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693284.581721:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.581757:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693284.581760:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.581765:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693284.581769:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693284.581771:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693284.581775:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e49161a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423808640:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693284.581779:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693284.581783:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693284.581785:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.581788:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693284.581792:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871bea00. 02000000:00000001:1.0:1779693284.581794:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693284.581798:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693284.581802:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697aa8. 00000400:00000010:1.0:1779693284.581806:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd7f8. 00000100:00000200:1.0:1779693284.581810:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423808640, portal 4 00000100:00000001:1.0:1779693284.581812:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693284.581813:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098879232 : -122163610672384 : ffff90e49161a300) 00000020:00000010:1.0:1779693284.581825:0:2406:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e4852d4000. 00000100:00000040:1.0:1779693284.581832:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.581846:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693284.581848:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693284.581851:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd198. 00000100:00000200:1.0:1779693284.581855:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866143423808640, offset 0 00000400:00000200:1.0:1779693284.581859:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693284.581863:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693284.581867:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693284.581870:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693284.581872:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693284.581875:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693284.581889:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693284.581893:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [146:146:252:4294967295] 192.168.203.115@tcp LPNI seq info [146:146:4:4294967295] 00000400:00000200:1.0:1779693284.581897:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693284.581903:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693284.581908:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000100:00000001:0.0:1779693284.583066:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1779693284.583070:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847800. 00000100:00000040:0.0:1779693284.583083:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779693284.583083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693284.583094:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000100:00000001:0.0:1779693284.583100:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779693284.583101:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693284.583106:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1779693284.583109:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.583115:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: using a timeout of 14938 usecs (15 jiffies) 00000400:00000200:1.0:1779693284.583120:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693284.583123:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295038485 00000100:00000001:1.0:1779693284.583127:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295039745 00000100:00000001:1.0:1779693284.583130:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295038485 00000100:00000001:1.0:1779693284.583132:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295039745 00000100:00000001:1.0:1779693284.583134:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.583137:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.583153:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.583158:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1779693284.583164:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693284.583168:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48bae2200. 00000100:00000001:1.0:1779693284.583168:0:2406:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1779693284.583176:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.583181:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693284.583182:0:2406:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779693284.583188:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1779693284.583190:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803a18 00000100:00000001:1.0:1779693284.583190:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693284.583194:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1779693284.583195:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803a18. 00000100:00000001:1.0:1779693284.583197:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.583200:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693284.583207:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.583225:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693284.583229:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.583236:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.583238:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693284.583247:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693284.583249:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847d00. 00000400:00000200:0.0:1779693284.583252:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.583256:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693284.583258:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bda18 00000400:00000010:0.0:1779693284.583260:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bda18. 00000100:00000001:0.0:1779693284.583270:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693284.583275:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.583283:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693284.583285:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.583291:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.583293:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693284.583300:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693284.583301:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847c00. 00000400:00000200:0.0:1779693284.583303:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.583306:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693284.583308:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd220 00000400:00000010:0.0:1779693284.583310:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd220. 00000100:00000001:0.0:1779693284.583311:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693284.583315:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.583322:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693284.583325:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.583332:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.583333:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693284.583407:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693284.583409:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847800. 00000400:00000200:0.0:1779693284.583411:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.583414:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693284.583417:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd198 00000400:00000010:0.0:1779693284.583419:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd198. 00000100:00000001:0.0:1779693284.583421:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693284.583425:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.583432:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693284.583440:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.583446:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693284.583448:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779693284.587432:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587460:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693284.587466:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587469:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.587479:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587489:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693284.587499:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587505:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587512:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587517:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a13f5fe04500 00000400:00000200:0.0:1779693284.587522:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587529:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:0.0:1779693284.587538:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587542:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.587545:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.587550:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693284.587560:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693284.587572:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693284.587584:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.587615:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693284.587626:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587631:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693284.587633:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587635:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.587638:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587641:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693284.587645:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587667:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587670:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587673:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a13f5fe04480 00000400:00000200:0.0:1779693284.587676:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587690:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:0.0:1779693284.587695:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587699:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.587701:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.587704:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693284.587707:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693284.587712:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693284.587720:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.587770:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693284.587775:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587779:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693284.587781:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587783:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.587786:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587789:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693284.587793:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587795:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587798:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587801:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04300 00000400:00000200:0.0:1779693284.587804:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587809:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:0.0:1779693284.587812:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587815:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.587817:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.587819:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693284.587822:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693284.587836:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693284.587844:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.587852:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693284.587856:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587859:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693284.587861:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.587862:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.587865:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587868:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693284.587871:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587873:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.587876:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588111:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04400 00000400:00000200:0.0:1779693284.588115:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588119:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:0.0:1779693284.588123:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588129:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.588131:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.588134:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693284.588138:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693284.588143:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693284.588150:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.588157:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693284.588161:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588164:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693284.588166:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588168:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.588188:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588192:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693284.588197:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588200:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588202:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588205:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04280 00000400:00000200:0.0:1779693284.588208:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588212:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x839 [1] + 224 00000800:00000001:0.0:1779693284.588216:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588220:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.588222:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.588225:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693284.588228:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693284.588233:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693284.588241:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.588248:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693284.588252:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588255:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693284.588256:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588258:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.588261:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588264:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693284.588268:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588270:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588273:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588275:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04380 00000400:00000200:0.0:1779693284.588278:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588281:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:0.0:1779693284.588284:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588292:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.588294:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.588297:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693284.588301:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693284.588306:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693284.588314:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.588320:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693284.588323:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588327:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693284.588328:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588331:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.588334:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588337:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693284.588340:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588343:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588345:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588348:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a13f5fe04200 00000400:00000200:0.0:1779693284.588351:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693284.588355:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:0.0:1779693284.588359:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588369:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693284.588371:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693284.588373:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693284.588376:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693284.588381:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693284.588388:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693284.588394:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693284.588404:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693284.588407:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.588654:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693284.588659:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779693284.588668:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693284.588670:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693284.588673:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697160. 00000400:00000200:1.0:1779693284.588689:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd110 00000400:00000010:1.0:1779693284.588693:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd110. 00000100:00000001:1.0:1779693284.588696:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693284.588701:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693284.588710:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.588717:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693284.588719:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.588722:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693284.588762:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693284.588765:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693284.588768:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.588772:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693284.588783:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4871c5460 time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693284.588788:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4871c5418 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693284.588790:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693284.588792:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693284.588795:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693284.588799:0:2406:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.588803:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693284.588806:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693284.588808:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693284.588817:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.588823:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.588831:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.588834:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693284.588836:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693284.588840:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693284.588848:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423808128:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693284.588855:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693284.588857:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693284.588858:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4916979a0. 00000400:00000200:1.0:1779693284.588861:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd3b8 00000400:00000010:1.0:1779693284.588863:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd3b8. 00000100:00000001:1.0:1779693284.588865:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693284.588869:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693284.588876:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.588894:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693284.588895:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.588897:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693284.588898:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693284.588899:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693284.588901:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.588903:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693284.588908:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a3c60 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693284.588922:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a3c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693284.588925:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693284.588926:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693284.588927:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693284.588930:0:2406:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.588938:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693284.588940:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693284.588942:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693284.588943:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.588948:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.588954:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.588956:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693284.588958:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693284.588961:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693284.588968:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423808384:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693284.588974:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693284.588976:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693284.588978:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697aa8. 00000400:00000200:1.0:1779693284.588980:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd7f8 00000400:00000010:1.0:1779693284.588982:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd7f8. 00000100:00000001:1.0:1779693284.588985:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693284.588988:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693284.588997:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589003:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693284.589004:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.589006:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693284.589008:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693284.589009:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693284.589010:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.589012:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693284.589017:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a2c60 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693284.589020:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a2c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693284.589023:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693284.589030:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693284.589031:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693284.589036:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693284.589042:0:2406:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.589045:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693284.589046:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693284.589048:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693284.589049:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.589053:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589059:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.589062:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693284.589063:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693284.589066:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693284.589074:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e49161a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423808640:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693284.589079:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.589082:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693284.589085:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e4920d5180 x1866143423808128/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589093:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693284.589096:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693284.589100:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871bee00. 02000000:00000001:1.0:1779693284.589104:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693284.589107:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693284.589109:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e4871c5000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000020:00000001:1.0:1779693284.589112:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693284.589114:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847700. 02000000:00000001:1.0:1779693284.589120:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693284.589122:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693284.589131:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e4920d5180. 00000100:00000001:1.0:1779693284.589136:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693284.589137:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.589140:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693284.589143:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e4920d7800 x1866143423808384/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589149:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693284.589151:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693284.589152:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871be000. 02000000:00000001:1.0:1779693284.589155:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693284.589156:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693284.589157:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e4916a3800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000020:00000001:1.0:1779693284.589159:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693284.589161:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847a00. 02000000:00000001:1.0:1779693284.589163:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693284.589164:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693284.589166:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e4920d7800. 00000100:00000001:1.0:1779693284.589169:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693284.589170:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.589340:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693284.589345:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e49161a300 x1866143423808640/t0(0) o400->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589361:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693284.589362:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693284.589364:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871bea00. 02000000:00000001:1.0:1779693284.589367:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693284.589369:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693284.589370:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e4916a2800 refcount=2 obd=lustre-OST0000-osc-ffff90e49083a800 00000020:00000001:1.0:1779693284.589371:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693284.589373:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847200. 02000000:00000001:1.0:1779693284.589376:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693284.589377:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693284.589378:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e49161a300. 00000100:00000001:1.0:1779693284.589381:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693284.589382:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.589384:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.589399:0:2406:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693284.589402:0:2406:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.589404:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693284.589407:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.589572:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693284.589575:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779693284.589580:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693284.589582:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693284.589585:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796108. 00000400:00000200:1.0:1779693284.589588:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803ee0 00000400:00000010:1.0:1779693284.589591:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803ee0. 00000100:00000001:1.0:1779693284.589593:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693284.589599:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693284.589608:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589614:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693284.589616:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.589618:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693284.589619:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693284.589621:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693284.589622:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.589624:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1779693284.589634:0:2407:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e4852d2000. 00000100:00001000:1.0:1779693284.589639:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a7c60 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693284.589642:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a7c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693284.589644:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693284.589646:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693284.589647:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693284.589651:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693284.589657:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.589660:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693284.589661:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693284.589663:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693284.589670:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.589674:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589690:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.589692:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693284.589693:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693284.589697:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693284.589704:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e491618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423808768:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693284.589710:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693284.589711:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693284.589712:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857968f0. 00000400:00000200:1.0:1779693284.589715:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803198 00000400:00000010:1.0:1779693284.589717:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803198. 00000100:00000001:1.0:1779693284.589719:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693284.589748:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693284.589759:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589765:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693284.589766:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.589768:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693284.589769:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693284.589770:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693284.589772:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.589774:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693284.589779:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a4c60 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693284.589782:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a4c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693284.589784:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693284.589785:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693284.589787:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693284.589791:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693284.589803:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.589805:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693284.589807:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693284.589809:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693284.589810:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.589814:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589821:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.589822:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693284.589824:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693284.589827:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693284.589834:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423808512:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693284.589839:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693284.589841:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693284.589842:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857967e8. 00000400:00000200:1.0:1779693284.589845:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803550 00000400:00000010:1.0:1779693284.589846:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803550. 00000100:00000001:1.0:1779693284.589849:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693284.589853:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693284.589860:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.589865:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693284.589866:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.589868:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693284.589869:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693284.589870:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693284.589871:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.593085:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693284.593101:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e484c98c60 time=79 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693284.593108:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e484c98c18 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693284.593111:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693284.593114:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693284.593116:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693284.593130:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693284.593140:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.593144:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693284.593146:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693284.593148:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693284.593149:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.593154:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.593162:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.593166:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693284.593379:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693284.593387:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693284.593396:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423808256:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693284.593412:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693284.593415:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693284.593523:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796b00. 00000400:00000200:1.0:1779693284.593534:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803000 00000400:00000010:1.0:1779693284.593536:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803000. 00000100:00000001:1.0:1779693284.593542:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693284.593548:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693284.593559:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.593593:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693284.593596:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.593598:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693284.593601:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693284.593603:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693284.593605:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693284.593607:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693284.593611:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693284.593614:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693284.593615:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693284.593617:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693284.593618:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693284.593620:0:2407:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.593622:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693284.593626:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.593633:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693284.593635:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693284.593636:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693284.593639:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693284.593646:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e4920d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423808000:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693284.593651:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.593655:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693284.593661:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e491618000 x1866143423808768/t0(0) o400->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.593670:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693284.593673:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693284.593688:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc3a00. 02000000:00000001:1.0:1779693284.593693:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693284.593697:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693284.593704:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a7800 refcount=2 obd=lustre-OST0001-osc-ffff90e49083a800 00000020:00000001:1.0:1779693284.593707:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693284.593711:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847300. 02000000:00000001:1.0:1779693284.593716:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693284.593718:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693284.593720:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e491618000. 00000100:00000001:1.0:1779693284.593805:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693284.593808:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.593810:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693284.593815:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e4920d5c00 x1866143423808512/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.593822:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693284.593824:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693284.593826:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc2200. 02000000:00000001:1.0:1779693284.593829:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693284.593830:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693284.593831:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a4800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000020:00000001:1.0:1779693284.593833:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693284.593835:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847400. 02000000:00000001:1.0:1779693284.593837:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693284.593838:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693284.593839:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e4920d5c00. 00000100:00000001:1.0:1779693284.593842:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693284.593844:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.593845:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693284.593848:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e4920d4380 x1866143423808256/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.593854:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693284.593855:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693284.593857:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc3000. 02000000:00000001:1.0:1779693284.593859:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693284.593860:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693284.593861:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e484c98800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000020:00000001:1.0:1779693284.593863:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693284.593864:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847f00. 02000000:00000001:1.0:1779693284.593866:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693284.593874:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693284.593875:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e4920d4380. 00000100:00000001:1.0:1779693284.594087:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693284.594089:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.594091:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693284.594096:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e4920d7b80 x1866143423808000/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693284.594103:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693284.594104:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693284.594106:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc3400. 02000000:00000001:1.0:1779693284.594109:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693284.594110:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693284.594111:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1779693284.594113:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693284.594115:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847500. 02000000:00000001:1.0:1779693284.594117:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693284.594118:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693284.594120:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e4920d7b80. 00000100:00000001:1.0:1779693284.594123:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693284.594124:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.594126:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693284.594136:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693284.594138:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693284.594141:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693284.594144:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693284.641480:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693284.641490:0:8801:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1779693284.641493:0:8801:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1779693284.641498:0:8801:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693284.641504:0:8801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1779693284.641507:0:8801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693284.641509:0:8801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693284.641511:0:8801:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693284.641517:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693284.641518:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779693284.641540:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779693284.641544:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693284.641547:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693285.674832:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693285.675558:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693285.675569:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693285.675571:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693285.676809:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693285.676814:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693285.676819:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779693285.922145:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571910 (cpu 0) has reached its deadline 4295039745, at 4295039808 00000100:00000010:1.0:1779693285.922401:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e4875211e0. 00000100:00000040:0.0:1779693285.922540:0:8801:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571800 (cpu 0) has reached its deadline 4295039745, at 4295039809 00000100:00000010:0.0:1779693285.922548:0:8801:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e487521960. 00010000:00000001:0.0:1779693286.688980:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693286.688988:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693286.688995:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693286.688996:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779693286.689028:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779693286.689032:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693286.689035:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693287.713333:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693287.713341:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693287.713345:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693287.713346:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693287.713673:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693287.713676:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693287.713679:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693288.737116:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693288.737123:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693288.737130:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693288.737134:0:8801:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1779693288.737137:0:8801:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1779693288.737164:0:8801:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693288.737167:0:8801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1779693288.737169:0:8801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693288.737171:0:8801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693288.737174:0:8801:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779693288.737202:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779693288.737205:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693288.737208:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779693289.712502:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693289.712515:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693289.712525:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5880. 00000020:00000040:0.0:1779693289.712532:0:8:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:0.0:1779693289.712537:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693289.712540:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693289.712547:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693289.712556:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e48bae2b00. 00000100:00000001:0.0:1779693289.712564:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712579:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693289.712591:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693289.712595:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712613:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e3d23d3] to pc [ptlrpcd_00_00+0] req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.712646:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712649:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693289.712653:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693289.712657:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5180. 00000020:00000040:0.0:1779693289.712659:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4871c5000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000100:00000001:0.0:1779693289.712661:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693289.712662:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693289.712664:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693289.712668:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e48bae2400. 00000100:00000001:0.0:1779693289.712671:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712687:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693289.712695:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693289.712697:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712701:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f287f9b0] to pc [ptlrpcd_00_01+1] req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.712710:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712713:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693289.712716:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693289.712719:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af6a00. 00000020:00000040:0.0:1779693289.712722:0:8:0:(genops.c:1231:class_import_get()) import ffff90e484c98800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000100:00000001:0.0:1779693289.712742:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693289.712744:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693289.712746:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693289.712750:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e48bae2e00. 00000100:00000001:0.0:1779693289.712753:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712757:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693289.712763:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693289.712765:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712768:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007474594c] to pc [ptlrpcd_00_00+0] req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.712774:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712776:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693289.712780:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693289.712783:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693289.712786:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693289.712789:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693289.712797:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693289.712800:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5500. 00000020:00000040:0.0:1779693289.712802:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a3800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000100:00000001:0.0:1779693289.712804:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693289.712805:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693289.712807:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693289.712812:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e48bae2000. 00000100:00000001:0.0:1779693289.712815:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712819:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693289.712826:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693289.712827:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712830:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc8d779] to pc [ptlrpcd_00_01+1] req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.712837:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712838:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693289.712841:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693289.712844:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af6680. 00000020:00000040:0.0:1779693289.712846:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a4800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000100:00000001:0.0:1779693289.712848:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693289.712849:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693289.712850:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693289.712853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e48bae2600. 00000100:00000001:0.0:1779693289.712856:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712859:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693289.712865:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693289.712867:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712870:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000283a2957] to pc [ptlrpcd_00_00+0] req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.712888:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712891:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693289.712894:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779693289.712897:0:8:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1779693289.712900:0:8:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1779693289.712903:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af4700. 00000020:00000040:0.0:1779693289.712906:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a2800 refcount=3 obd=lustre-OST0000-osc-ffff90e49083a800 00000100:00000001:0.0:1779693289.712908:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693289.712909:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693289.712912:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693289.712916:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e48c6db500. 00000100:00000001:0.0:1779693289.712919:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.712921:0:8:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621909852309248 : -122163857242368 : ffff90e482af4700) 00000100:00080000:0.0:1779693289.712925:0:8:0:(import.c:65:import_set_state_nolock()) ffff90e4916a2800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1779693289.712928:0:8:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff90e49083a800: disconnect after 20s idle 00000100:00000001:0.0:1779693289.712931:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693289.712933:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712936:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea28a627] to pc [ptlrpcd_rcv+-1] req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.712953:0:8:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.712955:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.712957:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693289.712960:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1779693289.712961:0:8:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1779693289.712963:0:8:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:0.0:1779693289.712970:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.712975:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693289.712977:0:2405:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693289.712982:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713002:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693289.713004:0:2405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713011:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693289.713014:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693289.713016:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693289.713020:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423809536:192.168.203.115@tcp:9:kworker.0 00000100:00000001:0.0:1779693289.713024:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693289.713031:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693289.713034:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713037:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693289.713042:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc2400. 02000000:00000001:0.0:1779693289.713044:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693289.713053:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693289.713058:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857962c0. 00000400:00000010:0.0:1779693289.713065:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803a18. 00000100:00000200:0.0:1779693289.713073:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423809536, portal 4 00000100:00000001:0.0:1779693289.713076:0:2405:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693289.713078:0:2405:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852309248 : -122163857242368 : ffff90e482af4700) 00000100:00000040:0.0:1779693289.713086:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713094:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693289.713097:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693289.713100:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803770. 00000100:00000200:0.0:1779693289.713103:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866143423809536, offset 0 00000400:00000200:0.0:1779693289.713110:0:2405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713120:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713130:0:2405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693289.713135:0:2405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693289.713140:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693289.713144:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693289.713147:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713159:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [147:147:256:4294967295] 192.168.203.115@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:0.0:1779693289.713164:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713174:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693289.713181:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693289.713186:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48c6db200. 00000800:00000200:0.0:1779693289.713194:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693289.713203:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693289.713208:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48c6db200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693289.713220:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.713225:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: using a timeout of 14422 usecs (15 jiffies) 00000400:00000200:0.0:1779693289.713228:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693289.713231:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295043615 00000100:00000010:0.0:1779693289.713235:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e487521960. 00000100:00000001:0.0:1779693289.713243:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1779693289.713251:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295043615 00000100:00000010:0.0:1779693289.713254:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e4875214e0. 00000100:00000001:0.0:1779693289.713258:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90e49083a800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1779693289.713261:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.713264:0:2405:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.713268:0:2405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.713271:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.713280:0:2405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693289.713282:0:2405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1779693289.713284:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.713286:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693289.713287:0:2405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.713289:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.713303:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.713305:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693289.713306:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693289.713312:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713331:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693289.713333:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713336:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693289.713337:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693289.713339:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693289.713342:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2406:1866143423808896:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693289.713346:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693289.713348:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693289.713350:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713352:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693289.713355:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc3000. 02000000:00000001:0.0:1779693289.713357:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693289.713361:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693289.713364:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796d10. 00000400:00000010:0.0:1779693289.713368:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803880. 00000100:00000200:0.0:1779693289.713371:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423808896, portal 25 00000100:00000001:0.0:1779693289.713373:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693289.713374:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852313728 : -122163857237888 : ffff90e482af5880) 00000100:00000040:0.0:1779693289.713379:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713385:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693289.713387:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693289.713390:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803330. 00000100:00000200:0.0:1779693289.713392:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866143423808896, offset 0 00000400:00000200:0.0:1779693289.713396:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713400:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713403:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693289.713406:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693289.713408:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693289.713410:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693289.713413:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713421:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [148:148:255:4294967295] 192.168.203.115@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:0.0:1779693289.713426:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713432:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693289.713437:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693289.713441:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e498741800. 00000800:00000200:0.0:1779693289.713445:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693289.713449:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693289.713451:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e498741800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693289.713454:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693289.713457:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693289.713459:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295044880 00000100:00000001:0.0:1779693289.713465:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295043615 00000100:00000001:0.0:1779693289.713468:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295044880 00000100:00000001:0.0:1779693289.713471:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295043615 00000100:00000001:0.0:1779693289.713474:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.713476:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.713478:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693289.713481:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713488:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693289.713490:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713492:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693289.713494:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693289.713496:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693289.713499:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423809152:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693289.713502:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693289.713505:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693289.713506:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713508:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693289.713511:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc2200. 02000000:00000001:0.0:1779693289.713518:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693289.713521:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693289.713524:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796ec8. 00000400:00000010:0.0:1779693289.713527:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803990. 00000100:00000200:0.0:1779693289.713530:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423809152, portal 10 00000100:00000001:0.0:1779693289.713532:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693289.713533:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852318208 : -122163857233408 : ffff90e482af6a00) 00000100:00000040:0.0:1779693289.713540:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713546:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693289.713548:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693289.713551:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888032a8. 00000100:00000200:0.0:1779693289.713553:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423809152, offset 0 00000400:00000200:0.0:1779693289.713557:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713561:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713564:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693289.713567:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693289.713569:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693289.713571:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693289.713574:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713576:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [149:149:254:4294967295] 192.168.203.115@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:0.0:1779693289.713580:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713586:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693289.713590:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693289.713595:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e498741100. 00000800:00000200:0.0:1779693289.713598:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693289.713603:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693289.713605:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e498741100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693289.713608:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.713611:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: using a timeout of 148926 usecs (149 jiffies) 00000400:00000200:0.0:1779693289.713614:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693289.713621:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295043749 00000100:00000001:0.0:1779693289.713624:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.713626:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295043749 00000100:00000001:0.0:1779693289.713628:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.713630:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.713632:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.713635:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693289.713651:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713658:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693289.713660:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713662:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693289.713664:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693289.713667:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693289.713669:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423809408:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693289.713672:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693289.713675:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693289.713676:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713678:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693289.713682:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc2600. 02000000:00000001:0.0:1779693289.713684:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693289.713687:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693289.713689:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857961b8. 00000400:00000010:0.0:1779693289.713692:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888037f8. 00000100:00000200:0.0:1779693289.713695:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423809408, portal 10 00000100:00000001:0.0:1779693289.713697:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693289.713698:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852317312 : -122163857234304 : ffff90e482af6680) 00000100:00000040:0.0:1779693289.713703:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713710:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693289.713712:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693289.713719:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888033b8. 00000100:00000200:0.0:1779693289.713722:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423809408, offset 0 00000400:00000200:0.0:1779693289.713774:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713779:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713783:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693289.713786:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693289.713788:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693289.713790:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693289.713792:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713795:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [150:150:253:4294967295] 192.168.203.115@tcp LPNI seq info [150:150:5:4294967295] 00000400:00000200:0.0:1779693289.713798:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713803:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693289.713807:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693289.713811:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e498741400. 00000800:00000200:0.0:1779693289.713815:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693289.713818:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693289.713820:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e498741400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693289.713824:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.713826:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: using a timeout of 21086 usecs (22 jiffies) 00000400:00000200:0.0:1779693289.713829:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693289.713831:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295043623 00000100:00000001:0.0:1779693289.713833:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.713836:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295043623 00000100:00000001:0.0:1779693289.713837:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.713839:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.713841:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.713844:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.713846:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.713851:0:2406:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693289.713852:0:2406:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779693289.713859:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.713861:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693289.713863:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693289.713865:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1779693289.713867:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.713869:0:2406:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693289.713871:0:2406:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.713872:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.713873:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693289.713874:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693289.713879:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713885:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693289.713887:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713889:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693289.713891:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693289.713893:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693289.713896:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423809024:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693289.713899:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693289.713902:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693289.713903:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.713905:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693289.713908:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc2e00. 02000000:00000001:0.0:1779693289.713910:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693289.713913:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693289.713915:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857963c8. 00000400:00000010:0.0:1779693289.713918:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803110. 00000100:00000200:0.0:1779693289.713922:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423809024, portal 10 00000100:00000001:0.0:1779693289.713923:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693289.713925:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852311936 : -122163857239680 : ffff90e482af5180) 00000100:00000040:0.0:1779693289.713930:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.713936:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693289.713938:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693289.713947:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803bb0. 00000100:00000200:0.0:1779693289.713949:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423809024, offset 0 00000400:00000200:0.0:1779693289.713954:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713958:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713962:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693289.713964:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693289.713966:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693289.713969:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693289.713971:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693289.713973:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [151:151:252:4294967295] 192.168.203.115@tcp LPNI seq info [151:151:4:4294967295] 00000400:00000200:0.0:1779693289.713977:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.713983:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693289.713986:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693289.713991:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e498f46500. 00000800:00000200:0.0:1779693289.713995:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693289.713999:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693289.714001:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e498f46500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693289.714004:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.714007:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: using a timeout of 122710 usecs (123 jiffies) 00000400:00000200:0.0:1779693289.714010:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693289.714011:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295043724 00000100:00000001:0.0:1779693289.714013:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.714015:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295043724 00000100:00000001:0.0:1779693289.714017:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.714019:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.714021:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714023:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693289.714027:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714034:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693289.714041:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.714044:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693289.714045:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693289.714047:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693289.714050:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423809280:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693289.714053:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693289.714056:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693289.714058:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.714059:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693289.714063:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484cc3400. 02000000:00000001:0.0:1779693289.714064:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693289.714068:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693289.714070:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796160. 00000400:00000010:0.0:1779693289.714074:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803440. 00000100:00000200:0.0:1779693289.714077:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423809280, portal 10 00000100:00000001:0.0:1779693289.714078:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693289.714080:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852312832 : -122163857238784 : ffff90e482af5500) 00000100:00000040:0.0:1779693289.714085:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714092:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693289.714093:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693289.714096:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803dd0. 00000100:00000200:0.0:1779693289.714098:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423809280, offset 0 00000400:00000200:0.0:1779693289.714103:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693289.714106:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.714110:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693289.714112:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693289.714115:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693289.714117:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693289.714119:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693289.714122:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [152:152:251:4294967295] 192.168.203.115@tcp LPNI seq info [152:152:3:4294967295] 00000400:00000200:0.0:1779693289.714125:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.714131:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693289.714140:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693289.714143:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e498f46700. 00000800:00000200:0.0:1779693289.714147:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693289.714150:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693289.714152:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e498f46700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693289.714155:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.714158:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: using a timeout of 12406 usecs (13 jiffies) 00000400:00000200:0.0:1779693289.714161:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693289.714163:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295043614 00000100:00000001:0.0:1779693289.714165:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.714167:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295043614 00000100:00000001:0.0:1779693289.714169:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.714171:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.714172:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714175:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714177:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714191:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.714193:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779693289.714245:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693289.714250:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48c6db200. 00000400:00000200:0.0:1779693289.714257:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.714263:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693289.714269:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803770 00000400:00000010:0.0:1779693289.714272:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803770. 00000100:00000001:0.0:1779693289.714276:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693289.714281:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714291:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.714294:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714301:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714307:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693289.714320:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693289.714322:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e498741800. 00000400:00000200:0.0:1779693289.714326:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.714329:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693289.714332:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803330 00000400:00000010:0.0:1779693289.714334:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803330. 00000100:00000001:0.0:1779693289.714336:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693289.714340:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714346:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.714349:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714354:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714355:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693289.714361:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693289.714364:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e498741100. 00000400:00000200:0.0:1779693289.714366:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.714369:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693289.714372:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888032a8 00000400:00000010:0.0:1779693289.714373:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888032a8. 00000100:00000001:0.0:1779693289.714375:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693289.714377:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714384:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.714387:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714393:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714394:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693289.714401:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693289.714403:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e498741400. 00000400:00000200:0.0:1779693289.714406:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.714409:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693289.714419:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888033b8 00000400:00000010:0.0:1779693289.714421:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888033b8. 00000100:00000001:0.0:1779693289.714423:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693289.714426:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714433:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.714436:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714441:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714443:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693289.714451:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693289.714453:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e498f46500. 00000400:00000200:0.0:1779693289.714455:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.714458:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693289.714460:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803bb0 00000400:00000010:0.0:1779693289.714462:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803bb0. 00000100:00000001:0.0:1779693289.714464:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693289.714468:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714473:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.714476:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714481:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714482:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693289.714555:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693289.714557:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e498f46700. 00000400:00000200:0.0:1779693289.714560:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.714564:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693289.714566:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803dd0 00000400:00000010:0.0:1779693289.714568:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803dd0. 00000100:00000001:0.0:1779693289.714570:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693289.714573:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714591:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.714594:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714600:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714601:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1779693289.714616:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af4a80. 00000020:00000040:0.0:1779693289.714621:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a7800 refcount=3 obd=lustre-OST0001-osc-ffff90e49083a800 00000100:00000001:0.0:1779693289.714626:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693289.714629:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693289.714632:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693289.714651:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498f46700. 00000100:00000001:0.0:1779693289.714657:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714661:0:8:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621909852310144 : -122163857241472 : ffff90e482af4a80) 00000100:00080000:0.0:1779693289.714665:0:8:0:(import.c:65:import_set_state_nolock()) ffff90e4916a7800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1779693289.714669:0:8:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff90e49083a800: disconnect after 20s idle 00000100:00000001:0.0:1779693289.714672:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693289.714676:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.714681:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4ae9bbf] to pc [ptlrpcd_rcv+-1] req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714704:0:8:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.714706:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.714714:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:0.0:1779693289.714758:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.714761:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693289.714763:0:2405:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693289.714768:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714775:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693289.714776:0:2405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.714779:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693289.714786:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693289.714789:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693289.714792:0:2405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423809664:192.168.203.115@tcp:9:kworker.0 00000100:00000001:0.0:1779693289.714796:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693289.714799:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693289.714801:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.714803:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693289.714807:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e485339c00. 02000000:00000001:0.0:1779693289.714809:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693289.714812:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693289.714815:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857969a0. 00000400:00000010:0.0:1779693289.714818:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803dd0. 00000100:00000200:0.0:1779693289.714822:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423809664, portal 4 00000100:00000001:0.0:1779693289.714825:0:2405:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693289.714826:0:2405:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852310144 : -122163857241472 : ffff90e482af4a80) 00000100:00000040:0.0:1779693289.714832:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.714837:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693289.714839:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693289.714842:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803bb0. 00000100:00000200:0.0:1779693289.714844:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866143423809664, offset 0 00000400:00000200:0.0:1779693289.714849:0:2405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693289.714853:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.714857:0:2405:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693289.714860:0:2405:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693289.714863:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693289.714866:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693289.714869:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693289.714871:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [153:153:256:4294967295] 192.168.203.115@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1779693289.714875:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.714880:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693289.714885:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693289.714896:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e498f46500. 00000800:00000200:0.0:1779693289.714900:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693289.714904:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693289.714907:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e498f46500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693289.714917:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.714921:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: using a timeout of 19298 usecs (20 jiffies) 00000400:00000200:0.0:1779693289.714924:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693289.714925:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295043622 00000100:00000001:0.0:1779693289.714928:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.714930:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295043622 00000100:00000001:0.0:1779693289.714932:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295044880 00000100:00000001:0.0:1779693289.714934:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.714936:0:2405:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714939:0:2405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714940:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.714946:0:2405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693289.714948:0:2405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1779693289.714950:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.714951:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693289.714953:0:2405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.714954:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779693289.714975:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693289.714978:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e498f46500. 00000400:00000200:0.0:1779693289.714981:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.714984:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693289.714987:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803bb0 00000400:00000010:0.0:1779693289.714989:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803bb0. 00000100:00000001:0.0:1779693289.714991:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693289.714995:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.715004:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.715007:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.715019:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.715020:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779693289.725670:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.725695:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693289.725701:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.725704:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.725715:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.725806:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693289.725818:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.725824:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.725830:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.725835:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04680 00000400:00000200:0.0:1779693289.725841:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.725849:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:0.0:1779693289.725858:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.725863:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.725866:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.725871:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693289.725880:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.725890:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693289.725903:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693289.725955:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693289.725960:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693289.725981:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693289.725993:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.725998:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693289.726000:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726002:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726006:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726010:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693289.726014:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726028:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726031:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726034:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04780 00000400:00000200:0.0:1779693289.726038:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726042:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1779693289.726046:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726050:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726052:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.726055:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693289.726058:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.726064:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693289.726073:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.726080:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693289.726083:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726086:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693289.726087:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726089:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726092:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726096:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693289.726099:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726102:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726104:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726107:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04600 00000400:00000200:0.0:1779693289.726109:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726113:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1779693289.726116:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726118:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726120:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.726123:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693289.726125:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.726134:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693289.726142:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.726149:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693289.726152:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726155:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693289.726156:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726158:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726161:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726164:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693289.726168:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726170:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726173:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726175:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04700 00000400:00000200:0.0:1779693289.726178:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726181:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1779693289.726185:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726187:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726189:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.726192:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693289.726194:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.726199:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693289.726206:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.726213:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693289.726216:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726218:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693289.726219:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726221:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726229:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726232:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693289.726235:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726238:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726241:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726243:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a13f5fe04580 00000400:00000200:0.0:1779693289.726246:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726251:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:0.0:1779693289.726255:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726258:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726260:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.726262:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693289.726265:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.726269:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693289.726277:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.726284:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693289.726287:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726289:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693289.726291:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726293:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726295:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726298:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693289.726301:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726304:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726306:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726309:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a13f5fe04800 00000400:00000200:0.0:1779693289.726312:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.726316:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:0.0:1779693289.726319:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726330:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.726332:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.726335:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693289.726338:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.726343:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693289.726351:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.726368:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693289.726372:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.726375:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693289.728630:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693289.728647:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779693289.728659:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779693289.728661:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779693289.728667:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857962c0. 00000400:00000200:3.0:1779693289.728678:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803a18 00000400:00000010:3.0:1779693289.728682:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803a18. 00000100:00000001:3.0:1779693289.728688:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779693289.728704:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693289.728718:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693289.728743:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779693289.728746:0:2405:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693289.728749:0:2405:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779693289.728754:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779693289.728756:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779693289.728770:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693289.728774:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779693289.728787:0:2405:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a2c60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1779693289.728792:0:2405:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a2c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1779693289.728795:0:2405:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779693289.728797:0:2405:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693289.728800:0:2405:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779693289.728806:0:2405:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779693289.728814:0:2405:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693289.728818:0:2405:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779693289.728821:0:2405:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:3.0:1779693289.728823:0:2405:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779693289.728824:0:2405:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693289.728830:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693289.728837:0:2405:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693289.728841:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779693289.728843:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1779693289.728847:0:2405:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1779693289.728855:0:2405:0:(import.c:65:import_set_state_nolock()) ffff90e4916a2800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1779693289.728860:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693289.728868:0:2405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423809536:192.168.203.115@tcp:9:kworker.0 00000100:00000001:3.0:1779693289.728873:0:2405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693289.728876:0:2405:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693289.728879:0:2405:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af4700 x1866143423809536/t0(0) o9->lustre-OST0000-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693289.728886:0:2405:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779693289.728894:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779693289.728899:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc2400. 02000000:00000001:3.0:1779693289.728903:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779693289.728906:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693289.728908:0:2405:0:(genops.c:1244:class_import_put()) import ffff90e4916a2800 refcount=2 obd=lustre-OST0000-osc-ffff90e49083a800 00000020:00000001:3.0:1779693289.728911:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779693289.728914:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e48c6db500. 02000000:00000001:3.0:1779693289.728918:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779693289.728920:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779693289.728923:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af4700. 00000100:00000001:3.0:1779693289.728927:0:2405:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779693289.728928:0:2405:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693289.728931:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693289.728933:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693289.728935:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779693289.728937:0:2405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693289.728938:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779693289.733373:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693289.733380:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693289.733387:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796ec8. 00000400:00000200:1.0:1779693289.733399:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803990 00000400:00000010:1.0:1779693289.733402:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803990. 00000100:00000001:1.0:1779693289.733408:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693289.733422:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693289.733475:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693289.733484:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693289.733487:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693289.733491:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693289.733502:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693289.733505:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693289.733508:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693289.733512:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693289.733525:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e484c98c60 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693289.733530:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e484c98c18 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693289.733533:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693289.733535:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693289.733538:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693289.733544:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693289.733552:0:2406:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693289.733557:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693289.733560:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693289.733562:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693289.733564:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693289.733569:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693289.733577:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693289.733580:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693289.733583:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693289.733586:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693289.733594:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423809152:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1779693289.734425:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693289.734429:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693289.734433:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857961b8. 00000400:00000200:0.0:1779693289.734440:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888037f8 00000400:00000010:0.0:1779693289.734442:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888037f8. 00000100:00000001:0.0:1779693289.734446:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.734465:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693289.734476:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.734482:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693289.734484:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.734486:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693289.734490:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693289.734492:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693289.734501:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.734504:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693289.734511:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a4c60 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693289.734515:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a4c18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693289.734517:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693289.734519:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693289.734521:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1779693289.734533:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1779693289.734540:0:2406:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.734543:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693289.734545:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693289.734546:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693289.734548:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.734552:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.734567:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.734570:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693289.734571:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693289.734575:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693289.734582:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423809408:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693289.734588:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.734591:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.734595:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af6a00 x1866143423809152/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.735032:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693289.735036:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693289.735042:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc2200. 02000000:00000001:0.0:1779693289.735047:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693289.735050:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693289.735052:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e484c98800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000020:00000001:0.0:1779693289.735055:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693289.735059:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e48bae2e00. 02000000:00000001:0.0:1779693289.735065:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693289.735069:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693289.735072:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af6a00. 00000100:00000001:0.0:1779693289.735076:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693289.735089:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.735092:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.735098:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af6680 x1866143423809408/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.735105:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693289.735107:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693289.735109:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc2600. 02000000:00000001:0.0:1779693289.735111:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693289.735112:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693289.735114:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e4916a4800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000020:00000001:0.0:1779693289.735116:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693289.735117:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e48bae2600. 02000000:00000001:0.0:1779693289.735119:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693289.735120:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693289.735122:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af6680. 00000100:00000001:0.0:1779693289.735124:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693289.735126:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.735131:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.735134:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.735138:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779693289.735143:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693289.735145:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693289.735148:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857963c8. 00000400:00000200:0.0:1779693289.735152:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803110 00000400:00000010:0.0:1779693289.735154:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803110. 00000100:00000001:0.0:1779693289.735158:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.735163:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693289.735172:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.735180:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693289.735181:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.735183:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693289.735185:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693289.735187:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693289.735189:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.735199:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693289.735206:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4871c5460 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693289.735210:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4871c5418 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693289.735212:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693289.735214:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693289.735216:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779693289.735219:0:2406:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.735221:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693289.735224:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693289.735225:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693289.735226:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.735231:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.735239:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.735241:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693289.735243:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693289.735246:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693289.735253:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423809024:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1779693289.735260:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693289.735261:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693289.735263:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796160. 00000400:00000200:0.0:1779693289.735266:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803440 00000400:00000010:0.0:1779693289.735268:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803440. 00000100:00000001:0.0:1779693289.735270:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.735275:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693289.735283:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.735288:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693289.735289:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.735297:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693289.735298:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693289.735300:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693289.735302:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.735304:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693289.735309:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a3c60 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693289.735312:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a3c18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693289.735315:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693289.735316:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693289.735317:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779693289.735320:0:2406:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.735322:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693289.735323:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693289.735325:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693289.735327:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.735332:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.735338:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.735340:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693289.735342:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693289.735345:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693289.735353:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423809280:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1779693289.735363:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693289.735364:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693289.735367:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796d10. 00000400:00000200:0.0:1779693289.735369:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803880 00000400:00000010:0.0:1779693289.735371:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803880. 00000100:00000001:0.0:1779693289.735373:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.735377:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693289.735385:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.735402:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693289.735404:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.735406:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693289.735407:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693289.735408:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693289.735410:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693289.735411:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693289.735414:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693289.735417:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693289.735419:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693289.735420:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693289.735422:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779693289.735423:0:2406:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.735424:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693289.735428:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.735433:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693289.735435:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693289.735437:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693289.735440:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693289.735446:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2406:1866143423808896:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693289.735451:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.735599:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.735676:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5180 x1866143423809024/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.735684:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693289.735685:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693289.735687:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc2e00. 02000000:00000001:0.0:1779693289.735690:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693289.735691:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693289.735699:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e4871c5000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000020:00000001:0.0:1779693289.735701:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693289.735703:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e48bae2400. 02000000:00000001:0.0:1779693289.735706:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693289.735708:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693289.735709:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5180. 00000100:00000001:0.0:1779693289.735712:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693289.735713:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.735715:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.735719:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5500 x1866143423809280/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.736701:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693289.736703:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693289.736707:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc3400. 02000000:00000001:0.0:1779693289.736712:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693289.736714:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693289.736715:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e4916a3800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000020:00000001:0.0:1779693289.736718:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693289.736720:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e48bae2000. 02000000:00000001:0.0:1779693289.737433:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693289.737438:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693289.737440:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5500. 00000100:00000001:0.0:1779693289.737448:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693289.737449:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.737462:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693289.737477:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5880 x1866143423808896/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.737486:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693289.737489:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693289.737491:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484cc3000. 02000000:00000001:0.0:1779693289.738087:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693289.738092:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693289.738094:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:0.0:1779693289.738098:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693289.738102:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e48bae2b00. 02000000:00000001:0.0:1779693289.738106:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693289.738120:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693289.738122:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5880. 00000100:00000001:0.0:1779693289.738125:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693289.738127:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.738130:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693289.739801:0:2406:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693289.739811:0:2406:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693289.739818:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693289.739823:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779693289.739846:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.739865:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693289.739868:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.739871:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.739881:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.739891:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693289.739903:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.739909:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.739915:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.739920:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a13f5fe04880 00000400:00000200:0.0:1779693289.739925:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693289.739934:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:0.0:1779693289.739943:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.740041:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693289.740045:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693289.740052:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693289.740062:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693289.740072:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693289.740083:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693289.740097:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693289.740107:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693289.740111:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693289.740393:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693289.740398:0:2405:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779693289.740407:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779693289.740409:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779693289.740413:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857969a0. 00000400:00000200:3.0:1779693289.740418:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803dd0 00000400:00000010:3.0:1779693289.740421:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803dd0. 00000100:00000001:3.0:1779693289.740425:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779693289.740430:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693289.740440:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693289.740446:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779693289.740449:0:2405:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693289.740464:0:2405:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779693289.740469:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779693289.740472:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779693289.740475:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693289.740479:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779693289.740490:0:2405:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a7c60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1779693289.740517:0:2405:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a7c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1779693289.740520:0:2405:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779693289.740522:0:2405:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693289.740525:0:2405:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1779693289.740531:0:2405:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779693289.740538:0:2405:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693289.740542:0:2405:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1779693289.740545:0:2405:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:3.0:1779693289.740547:0:2405:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1779693289.740549:0:2405:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693289.740554:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693289.740561:0:2405:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693289.740564:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779693289.740567:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1779693289.740571:0:2405:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1779693289.740579:0:2405:0:(import.c:65:import_set_state_nolock()) ffff90e4916a7800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1779693289.740583:0:2405:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693289.740591:0:2405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2405:1866143423809664:192.168.203.115@tcp:9:kworker.0 00000100:00000001:3.0:1779693289.740596:0:2405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693289.740599:0:2405:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693289.740865:0:2405:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af4a80 x1866143423809664/t0(0) o9->lustre-OST0001-osc-ffff90e49083a800@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1779693299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693289.740872:0:2405:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779693289.740876:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779693289.740880:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e485339c00. 02000000:00000001:3.0:1779693289.740891:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779693289.740894:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693289.740896:0:2405:0:(genops.c:1244:class_import_put()) import ffff90e4916a7800 refcount=2 obd=lustre-OST0001-osc-ffff90e49083a800 00000020:00000001:3.0:1779693289.740898:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779693289.740901:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498f46700. 02000000:00000001:3.0:1779693289.740906:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779693289.740908:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779693289.740910:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af4a80. 00000100:00000001:3.0:1779693289.740915:0:2405:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779693289.740916:0:2405:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693289.740918:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693289.740928:0:2405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779693289.740930:0:2405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693289.740932:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693289.740934:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693289.760809:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693289.760829:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693289.760837:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693289.760839:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779693289.760921:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693289.760925:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693289.760928:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693290.789401:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693290.789407:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693290.789413:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693290.789414:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779693290.789436:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779693290.789439:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693290.789442:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779693291.040888:0:8801:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571800 (cpu 0) has reached its deadline 4295044880, at 4295044928 00000100:00000010:0.0:1779693291.040906:0:8801:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e487521960. 00000100:00000040:1.0:1779693291.041561:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571910 (cpu 0) has reached its deadline 4295044880, at 4295044928 00000100:00000010:1.0:1779693291.041594:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e4875214e0. 00010000:00000001:0.0:1779693291.813544:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693291.813550:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693291.813556:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693291.813558:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779693291.813968:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693291.813972:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693291.813976:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693292.832905:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693292.832912:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693292.832918:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693292.832919:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779693292.832948:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779693292.832952:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693292.832955:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693293.857095:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693293.857100:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693293.857106:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693293.857108:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693293.860870:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693293.860878:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693293.860883:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779693294.820379:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693294.820388:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693294.820395:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5880. 00000020:00000040:0.0:1779693294.820401:0:8:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:0.0:1779693294.820405:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693294.820408:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693294.820412:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693294.820419:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e48bae2600. 00000100:00000001:0.0:1779693294.820426:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820444:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693294.820454:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693294.820458:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820463:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e3d23d3] to pc [ptlrpcd_00_01+1] req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.820483:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820486:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693294.820489:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693294.820492:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5500. 00000020:00000040:0.0:1779693294.820494:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4871c5000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000100:00000001:0.0:1779693294.820497:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693294.820498:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693294.820500:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693294.820504:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e48bae2e00. 00000100:00000001:0.0:1779693294.820506:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820511:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693294.820517:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693294.820519:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820522:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc8d779] to pc [ptlrpcd_00_00+0] req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.820529:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820530:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693294.820533:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693294.820536:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5180. 00000020:00000040:0.0:1779693294.820538:0:8:0:(genops.c:1231:class_import_get()) import ffff90e484c98800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000100:00000001:0.0:1779693294.820539:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693294.820540:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693294.820542:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693294.820552:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498741400. 00000100:00000001:0.0:1779693294.820555:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820559:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693294.820566:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693294.820567:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820570:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f287f9b0] to pc [ptlrpcd_00_01+1] req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.820577:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820578:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693294.820581:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693294.820584:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693294.820587:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693294.820589:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693294.820592:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693294.820594:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af6680. 00000020:00000040:0.0:1779693294.820608:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a3800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000100:00000001:0.0:1779693294.820611:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693294.820612:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693294.820614:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693294.820617:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498741100. 00000100:00000001:0.0:1779693294.820619:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820623:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693294.820629:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693294.820631:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820634:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000283a2957] to pc [ptlrpcd_00_00+0] req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.820649:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820651:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693294.820653:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693294.820656:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af6a00. 00000020:00000040:0.0:1779693294.820658:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a4800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000100:00000001:0.0:1779693294.820660:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693294.820661:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693294.820662:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693294.820665:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e498741800. 00000100:00000001:0.0:1779693294.820668:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820672:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693294.820678:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693294.820679:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820683:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007474594c] to pc [ptlrpcd_00_01+1] req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.820689:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.820691:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693294.820693:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693294.820696:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693294.820699:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693294.820704:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:0.0:1779693294.820718:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693294.820745:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693294.820747:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693294.820753:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.820771:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693294.820784:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.820788:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693294.820791:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693294.820794:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693294.820798:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423809792:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693294.820802:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693294.820808:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693294.820810:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.820813:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693294.820817:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4985f0a00. 02000000:00000001:0.0:1779693294.820819:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693294.820827:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693294.820831:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796d10. 00000400:00000010:0.0:1779693294.820837:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803880. 00000100:00000200:0.0:1779693294.820845:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423809792, portal 25 00000100:00000001:0.0:1779693294.820847:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693294.820849:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852313728 : -122163857237888 : ffff90e482af5880) 00000100:00000040:0.0:1779693294.820855:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.820862:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693294.820865:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693294.820867:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803440. 00000100:00000200:0.0:1779693294.820870:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866143423809792, offset 0 00000400:00000200:0.0:1779693294.820876:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693294.820885:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.820893:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693294.820898:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693294.820902:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693294.820905:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693294.820909:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693294.820918:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [154:154:256:4294967295] 192.168.203.115@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:0.0:1779693294.820923:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.820931:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693294.820937:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693294.820942:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48c6db500. 00000800:00000200:0.0:1779693294.820950:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693294.820957:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693294.820961:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48c6db500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693294.820972:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693294.820976:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693294.820978:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295049987 00000100:00000010:0.0:1779693294.820982:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e4875210c0. 00000100:00000001:0.0:1779693294.820988:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1779693294.820993:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295049987 00000100:00000010:0.0:1779693294.820995:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e487521480. 00000100:00000001:0.0:1779693294.820998:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1779693294.821000:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693294.821003:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821005:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693294.821009:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821016:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693294.821017:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.821020:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693294.821021:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693294.821023:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693294.821026:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423810048:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693294.821029:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693294.821031:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693294.821033:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.821041:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693294.821044:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4985f0600. 02000000:00000001:0.0:1779693294.821046:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693294.821050:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693294.821052:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796160. 00000400:00000010:0.0:1779693294.821056:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803110. 00000100:00000200:0.0:1779693294.821060:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423810048, portal 10 00000100:00000001:0.0:1779693294.821061:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693294.821062:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852311936 : -122163857239680 : ffff90e482af5180) 00000100:00000040:0.0:1779693294.821069:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821075:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693294.821078:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693294.821080:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888037f8. 00000100:00000200:0.0:1779693294.821082:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423810048, offset 0 00000400:00000200:0.0:1779693294.821086:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693294.821090:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.821093:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693294.821096:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693294.821098:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693294.821100:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693294.821102:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693294.821106:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [155:155:255:4294967295] 192.168.203.115@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:0.0:1779693294.821110:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.821115:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693294.821119:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693294.821122:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e48c6db200. 00000800:00000200:0.0:1779693294.821126:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693294.821130:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693294.821132:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e48c6db200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693294.821135:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.821145:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: using a timeout of 142775 usecs (143 jiffies) 00000400:00000200:0.0:1779693294.821149:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693294.821151:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295048850 00000100:00000001:0.0:1779693294.821154:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295049987 00000100:00000001:0.0:1779693294.821156:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295048850 00000100:00000001:0.0:1779693294.821157:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295049987 00000100:00000001:0.0:1779693294.821159:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693294.821162:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821164:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693294.821168:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821174:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693294.821176:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.821178:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693294.821180:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693294.821181:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693294.821184:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423810304:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693294.821187:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693294.821190:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693294.821191:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.821193:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693294.821196:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4985f1600. 02000000:00000001:0.0:1779693294.821198:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693294.821201:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693294.821203:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857963c8. 00000400:00000010:0.0:1779693294.821206:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803bb0. 00000100:00000200:0.0:1779693294.821209:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423810304, portal 10 00000100:00000001:0.0:1779693294.821211:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693294.821212:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852318208 : -122163857233408 : ffff90e482af6a00) 00000100:00000040:0.0:1779693294.821218:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821235:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693294.821238:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693294.821240:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888033b8. 00000100:00000200:0.0:1779693294.821243:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423810304, offset 0 00000400:00000200:0.0:1779693294.821246:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693294.821250:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.821254:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693294.821256:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693294.821258:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693294.821261:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693294.821263:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693294.821266:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [156:156:254:4294967295] 192.168.203.115@tcp LPNI seq info [156:156:6:4294967295] 00000400:00000200:0.0:1779693294.821269:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.821274:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693294.821278:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693294.821291:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4896bad00. 00000800:00000200:0.0:1779693294.821296:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693294.821300:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693294.821302:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4896bad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693294.821308:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.821311:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: using a timeout of 22072 usecs (23 jiffies) 00000400:00000200:0.0:1779693294.821314:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693294.821316:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295048730 00000100:00000001:0.0:1779693294.821318:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295049987 00000100:00000001:0.0:1779693294.821320:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295048730 00000100:00000001:0.0:1779693294.821321:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295049987 00000100:00000001:0.0:1779693294.821323:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693294.821325:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821332:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821334:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693294.821341:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693294.821343:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779693294.821345:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693294.821346:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693294.821348:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693294.821350:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1779693294.821351:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693294.821353:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693294.821355:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693294.821356:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693294.821358:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693294.821359:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693294.821362:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821369:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693294.821370:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.821372:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693294.821374:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693294.821376:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693294.821378:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423809920:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693294.821381:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693294.821383:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693294.821385:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.821387:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693294.821390:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4985f0c00. 02000000:00000001:0.0:1779693294.821391:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693294.821395:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693294.821398:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4857961b8. 00000400:00000010:0.0:1779693294.821401:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888032a8. 00000100:00000200:0.0:1779693294.821404:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423809920, portal 10 00000100:00000001:0.0:1779693294.821405:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693294.821406:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852312832 : -122163857238784 : ffff90e482af5500) 00000100:00000040:0.0:1779693294.821411:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821421:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693294.821423:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693294.821425:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803330. 00000100:00000200:0.0:1779693294.821427:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423809920, offset 0 00000400:00000200:0.0:1779693294.821431:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693294.821435:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.821438:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693294.821440:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693294.821442:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693294.821444:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693294.821446:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693294.821449:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [157:157:253:4294967295] 192.168.203.115@tcp LPNI seq info [157:157:5:4294967295] 00000400:00000200:0.0:1779693294.821452:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.821457:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693294.821461:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693294.821464:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4896bac00. 00000800:00000200:0.0:1779693294.821467:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693294.821471:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693294.821473:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4896bac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693294.821476:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.821479:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: using a timeout of 118925 usecs (119 jiffies) 00000400:00000200:0.0:1779693294.821482:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693294.821484:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295048826 00000100:00000001:0.0:1779693294.821485:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295049987 00000100:00000001:0.0:1779693294.821487:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295048826 00000100:00000001:0.0:1779693294.821489:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295049987 00000100:00000001:0.0:1779693294.821491:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693294.821493:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821500:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693294.821504:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821511:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693294.821512:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.821514:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693294.821516:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693294.821518:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693294.821520:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423810176:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693294.821524:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693294.821526:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693294.821527:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693294.821529:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693294.821532:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4985f1200. 02000000:00000001:0.0:1779693294.821534:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693294.821537:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693294.821540:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796aa8. 00000400:00000010:0.0:1779693294.821543:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803770. 00000100:00000200:0.0:1779693294.821546:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423810176, portal 10 00000100:00000001:0.0:1779693294.821547:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693294.821549:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852317312 : -122163857234304 : ffff90e482af6680) 00000100:00000040:0.0:1779693294.821554:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821560:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693294.821563:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693294.821565:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888036e8. 00000100:00000200:0.0:1779693294.821567:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423810176, offset 0 00000400:00000200:0.0:1779693294.821571:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693294.821574:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.821578:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693294.821580:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693294.821582:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693294.821584:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693294.821592:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693294.821595:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [158:158:252:4294967295] 192.168.203.115@tcp LPNI seq info [158:158:4:4294967295] 00000400:00000200:0.0:1779693294.821611:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693294.821617:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693294.821622:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693294.821626:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4896ba100. 00000800:00000200:0.0:1779693294.821630:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693294.821633:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693294.821636:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4896ba100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693294.821639:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693294.821641:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: using a timeout of 13972 usecs (14 jiffies) 00000400:00000200:0.0:1779693294.821644:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693294.821646:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295048721 00000100:00000001:0.0:1779693294.821648:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295049987 00000100:00000001:0.0:1779693294.821650:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295048721 00000100:00000001:0.0:1779693294.821651:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295049987 00000100:00000001:0.0:1779693294.821653:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693294.821656:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821658:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821660:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821674:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693294.821676:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779693294.821714:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693294.821743:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48c6db500. 00000400:00000200:0.0:1779693294.821749:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693294.821754:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693294.821758:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803440 00000400:00000010:0.0:1779693294.821761:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803440. 00000100:00000001:0.0:1779693294.821764:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693294.821769:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821788:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693294.821792:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821798:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821800:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693294.821813:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693294.821815:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e48c6db200. 00000400:00000200:0.0:1779693294.821817:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693294.821820:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693294.821824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888037f8 00000400:00000010:0.0:1779693294.821825:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888037f8. 00000100:00000001:0.0:1779693294.821827:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693294.821830:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821837:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693294.821839:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821845:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821847:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693294.821854:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693294.821856:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4896bad00. 00000400:00000200:0.0:1779693294.821859:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693294.821862:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693294.821864:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888033b8 00000400:00000010:0.0:1779693294.821866:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888033b8. 00000100:00000001:0.0:1779693294.821868:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693294.821871:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821877:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693294.821879:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821897:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821898:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693294.821909:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693294.821911:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4896bac00. 00000400:00000200:0.0:1779693294.821913:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693294.821916:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693294.821919:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803330 00000400:00000010:0.0:1779693294.821921:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803330. 00000100:00000001:0.0:1779693294.821923:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693294.821926:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821933:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693294.821936:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.821942:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.821943:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1779693294.822011:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693294.822013:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4896ba100. 00000400:00000200:0.0:1779693294.822016:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693294.822019:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693294.822022:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888036e8 00000400:00000010:0.0:1779693294.822023:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888036e8. 00000100:00000001:0.0:1779693294.822026:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693294.822029:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.822034:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693294.822037:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693294.822042:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693294.822043:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779693294.832615:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.832632:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693294.832635:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.832638:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.832647:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832655:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693294.832664:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832670:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832675:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832679:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04a00 00000400:00000200:1.0:1779693294.832684:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832691:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1779693294.832697:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.832702:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.832705:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693294.832709:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693294.832716:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.832754:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693294.832765:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.832793:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693294.832803:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.832807:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693294.832809:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.832811:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.832814:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832817:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693294.832821:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832823:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832826:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832846:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a13f5fe04900 00000400:00000200:1.0:1779693294.832850:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.832855:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1779693294.832860:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.832866:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.832868:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693294.832871:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693294.832874:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.832879:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693294.832887:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.832895:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693294.832899:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.832902:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.832914:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693294.832918:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779693294.832924:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693294.832925:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693294.832928:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796d10. 00000400:00000200:1.0:1779693294.832932:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803880 00000400:00000010:1.0:1779693294.832935:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803880. 00000100:00000001:1.0:1779693294.832938:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.832941:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693294.832950:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.832956:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693294.832958:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.832961:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693294.832964:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693294.832966:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693294.832968:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693294.832977:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693294.832984:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693294.832988:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693294.832990:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693294.832992:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693294.832994:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693294.832996:0:2407:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693294.832999:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693294.833004:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.833009:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693294.833012:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693294.833014:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693294.833018:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693294.833025:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423809792:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693294.833031:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693294.833033:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693294.833034:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796160. 00000400:00000200:1.0:1779693294.833037:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803110 00000400:00000010:1.0:1779693294.833039:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803110. 00000100:00000001:1.0:1779693294.833041:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.833044:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693294.833052:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.833058:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693294.833059:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.833061:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693294.833062:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693294.833063:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693294.833065:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693294.833073:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693294.833079:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e484c98c60 time=89 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693294.833081:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e484c98c18 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693294.833083:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693294.833085:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693294.833086:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693294.833090:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693294.833096:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693294.833099:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693294.833101:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693294.833103:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693294.833104:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693294.833107:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.833112:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693294.833114:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693294.833115:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693294.833119:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693294.833126:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423810048:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693294.833131:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693294.833133:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693294.833136:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5880 x1866143423809792/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.833143:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693294.833146:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693294.833149:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4985f0a00. 02000000:00000001:1.0:1779693294.833152:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693294.833154:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693294.833156:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1779693294.833163:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693294.833166:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e48bae2600. 02000000:00000001:1.0:1779693294.833170:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693294.833172:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693294.833173:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5880. 00000100:00000001:1.0:1779693294.833177:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693294.833179:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.833180:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693294.833184:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5180 x1866143423810048/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.833189:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693294.833190:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693294.833191:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4985f0600. 02000000:00000001:1.0:1779693294.833193:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693294.833194:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693294.833195:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e484c98800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000020:00000001:1.0:1779693294.833196:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693294.833198:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498741400. 02000000:00000001:1.0:1779693294.833201:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693294.833202:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693294.833203:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5180. 00000100:00000001:1.0:1779693294.833205:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693294.833206:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.833209:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693294.833211:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693294.833212:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693294.833214:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693294.833216:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779693294.833921:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.833929:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693294.833931:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.833933:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.833938:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.833943:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693294.833948:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.833952:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.833955:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.833965:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04b00 00000400:00000200:1.0:1779693294.833969:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.833973:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1779693294.833979:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.833983:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.833985:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693294.833989:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693294.833993:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.833999:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693294.834007:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834019:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693294.834024:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.834027:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693294.834028:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.834030:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.834033:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834036:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693294.834040:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834042:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834045:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834047:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04980 00000400:00000200:1.0:1779693294.834050:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834053:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1779693294.834056:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.834059:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.834060:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693294.834063:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693294.834065:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.834069:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693294.834087:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834093:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693294.834097:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.834100:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693294.834102:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.834104:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.834107:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834110:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693294.834114:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834117:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834120:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834123:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04a80 00000400:00000200:1.0:1779693294.834125:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693294.834129:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:1.0:1779693294.834133:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.834138:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693294.834140:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693294.834143:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693294.834145:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.834149:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693294.834157:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834163:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693294.834166:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693294.834168:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.834178:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693294.834180:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779693294.834183:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693294.834190:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693294.834192:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857961b8. 00000400:00000200:1.0:1779693294.834195:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888032a8 00000400:00000010:1.0:1779693294.834196:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888032a8. 00000100:00000001:1.0:1779693294.834200:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.834203:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693294.834211:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834217:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693294.834219:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.834221:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693294.834223:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693294.834225:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693294.834226:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693294.834229:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693294.834234:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4871c5460 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693294.834237:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4871c5418 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693294.834239:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693294.834240:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693294.834243:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693294.834245:0:2407:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693294.834247:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693294.834249:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693294.834251:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693294.834252:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693294.834256:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834264:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693294.834266:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693294.834267:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693294.834270:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693294.834290:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423809920:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693294.834295:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693294.834296:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693294.834297:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796aa8. 00000400:00000200:1.0:1779693294.834300:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803770 00000400:00000010:1.0:1779693294.834301:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803770. 00000100:00000001:1.0:1779693294.834303:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.834306:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693294.834314:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834319:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693294.834320:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.834321:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693294.834323:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693294.834324:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693294.834325:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693294.834327:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693294.834331:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a3c60 time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693294.834334:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a3c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693294.834336:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693294.834337:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693294.834339:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693294.834340:0:2407:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693294.834342:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693294.834344:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693294.834345:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693294.834346:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693294.834350:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834356:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693294.834363:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693294.834364:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693294.834368:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693294.834375:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423810176:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693294.834380:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693294.834381:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693294.834382:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4857963c8. 00000400:00000200:1.0:1779693294.834385:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803bb0 00000400:00000010:1.0:1779693294.834386:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803bb0. 00000100:00000001:1.0:1779693294.834388:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693294.834391:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693294.834398:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834404:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693294.834406:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.834407:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693294.834409:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693294.834410:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693294.834411:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693294.834413:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693294.834417:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a4c60 time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693294.834419:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a4c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693294.834422:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693294.834423:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693294.834424:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693294.834427:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693294.834433:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693294.834435:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693294.834436:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693294.834444:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693294.834446:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693294.834450:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834456:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693294.834458:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693294.834459:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693294.834463:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693294.834469:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423810304:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693294.834473:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.834475:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693294.834478:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5500 x1866143423809920/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834485:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693294.834486:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693294.834488:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4985f0c00. 02000000:00000001:1.0:1779693294.834491:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693294.834492:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693294.834494:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4871c5000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000020:00000001:1.0:1779693294.834496:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693294.834497:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e48bae2e00. 02000000:00000001:1.0:1779693294.834500:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693294.834501:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693294.834502:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5500. 00000100:00000001:1.0:1779693294.834505:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693294.834506:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.834508:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693294.834510:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af6680 x1866143423810176/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834516:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693294.834517:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693294.834524:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4985f1200. 02000000:00000001:1.0:1779693294.834526:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693294.834527:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693294.834528:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a3800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000020:00000001:1.0:1779693294.834530:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693294.834532:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498741100. 02000000:00000001:1.0:1779693294.834534:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693294.834535:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693294.834536:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af6680. 00000100:00000001:1.0:1779693294.834538:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693294.834539:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.834541:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693294.834544:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af6a00 x1866143423810304/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693294.834549:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693294.834550:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693294.834552:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4985f1600. 02000000:00000001:1.0:1779693294.834553:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693294.834554:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693294.834555:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a4800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000020:00000001:1.0:1779693294.834557:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693294.834558:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e498741800. 02000000:00000001:1.0:1779693294.834560:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693294.834561:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693294.834562:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af6a00. 00000100:00000001:1.0:1779693294.834564:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693294.834565:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.834566:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693294.834573:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693294.834575:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693294.834578:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693294.834580:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693294.882233:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693294.882258:0:8801:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1779693294.882261:0:8801:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1779693294.882265:0:8801:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693294.882268:0:8801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1779693294.882270:0:8801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693294.882272:0:8801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693294.882275:0:8801:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693294.882279:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693294.882280:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1779693294.882299:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1779693294.882302:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693294.882306:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1779693295.763221:0:10062:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779693295.763231:0:10062:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693295.904838:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693295.904843:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693295.904846:0:8801:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693295.904847:0:8801:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693295.904890:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693295.904893:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693295.904895:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779693296.163007:0:8801:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571800 (cpu 0) has reached its deadline 4295049987, at 4295050050 00000100:00000010:0.0:1779693296.163024:0:8801:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e4875210c0. 00000100:00000040:1.0:1779693296.164123:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571910 (cpu 0) has reached its deadline 4295049987, at 4295050051 00000100:00000010:1.0:1779693296.164134:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e487521480. 00000001:00000001:2.0:1779693296.164986:0:10098:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1779693296.164990:0:10098:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1779693296.168788:0:10098:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1779693296.932065:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693296.932071:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693296.932077:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693296.932078:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779693296.939289:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693296.939297:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693296.939302:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1779693297.680773:0:10197:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1779693297.680783:0:10197:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693297.952781:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693297.952786:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693297.952791:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693297.952793:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779693297.952920:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779693297.952923:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693297.952933:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693298.976831:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693298.976838:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693298.976844:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693298.976847:0:41:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1779693298.976850:0:41:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1779693298.976854:0:41:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693298.976857:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1779693298.976860:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693298.976862:0:41:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693298.976864:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779693298.977924:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693298.977931:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693298.977936:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1779693299.110527:0:10261:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90e488849c10. 00000400:00000040:1.0:1779693299.110557:0:10261:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1779693299.110560:0:10261:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1779693299.110572:0:10261:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1779693299.110574:0:10261:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1779693299.110575:0:10261:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1779693299.110577:0:10261:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1779693299.110578:0:10261:0:(api-ni.c:2989:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1779693299.110670:0:10261:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90e488849c10. 00000100:00000040:1.0:1779693299.939884:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693299.939897:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779693299.939913:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e491618000. 00000020:00000040:1.0:1779693299.939921:0:36:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:1.0:1779693299.939926:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693299.939930:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693299.939936:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693299.939946:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847500. 00000100:00000001:1.0:1779693299.939954:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.939969:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779693299.939981:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693299.939986:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.939995:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a66b1e] to pc [ptlrpcd_00_00+0] req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940044:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940048:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693299.940052:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779693299.940055:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e49161a300. 00000020:00000040:1.0:1779693299.940057:0:36:0:(genops.c:1231:class_import_get()) import ffff90e4871c5000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000100:00000001:1.0:1779693299.940060:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693299.940061:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693299.940084:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693299.940088:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847f00. 00000100:00000001:1.0:1779693299.940092:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940097:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779693299.940104:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693299.940106:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940110:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6171fae] to pc [ptlrpcd_00_01+1] req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940118:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940121:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693299.940125:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779693299.940128:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e49161bb80. 00000020:00000040:1.0:1779693299.940130:0:36:0:(genops.c:1231:class_import_get()) import ffff90e484c98800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000100:00000001:1.0:1779693299.940133:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693299.940134:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693299.940136:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693299.940138:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847400. 00000100:00000001:1.0:1779693299.940141:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940144:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779693299.940151:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693299.940153:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940157:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd430b6b] to pc [ptlrpcd_00_00+0] req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940164:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940166:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779693299.940170:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779693299.940173:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779693299.940181:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779693299.940184:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693299.940188:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779693299.940190:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e491619c00. 00000020:00000040:1.0:1779693299.940193:0:36:0:(genops.c:1231:class_import_get()) import ffff90e4916a3800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000100:00000001:1.0:1779693299.940195:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693299.940196:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693299.940199:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693299.940202:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847300. 00000100:00000001:1.0:1779693299.940206:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940209:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779693299.940217:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693299.940219:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940222:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034f383b9] to pc [ptlrpcd_00_01+1] req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940230:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940232:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1779693299.940235:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1779693299.940237:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e49161b800. 00000020:00000040:1.0:1779693299.940239:0:36:0:(genops.c:1231:class_import_get()) import ffff90e4916a4800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000100:00000001:1.0:1779693299.940241:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693299.940242:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693299.940244:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693299.940247:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e488847200. 00000100:00000001:1.0:1779693299.940250:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940253:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1779693299.940295:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693299.940311:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940317:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084adb112] to pc [ptlrpcd_00_00+0] req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940324:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940326:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779693299.940329:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779693299.940332:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1779693299.940335:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1779693299.940340:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:1.0:1779693299.940360:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693299.940364:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693299.940367:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693299.940372:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940380:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693299.940382:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.940386:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693299.940389:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693299.940393:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693299.940396:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e49161a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423810560:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693299.940401:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693299.940409:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693299.940412:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.940415:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693299.940420:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871bfe00. 02000000:00000001:1.0:1779693299.940421:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693299.940431:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693299.940435:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697aa8. 00000400:00000010:1.0:1779693299.940444:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd7f8. 00000100:00000200:1.0:1779693299.940453:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423810560, portal 10 00000100:00000001:1.0:1779693299.940460:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693299.940462:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098879232 : -122163610672384 : ffff90e49161a300) 00000100:00000040:1.0:1779693299.940471:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940479:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693299.940482:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693299.940485:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd3b8. 00000100:00000200:1.0:1779693299.940487:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423810560, offset 0 00000400:00000200:1.0:1779693299.940494:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693299.940504:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.940514:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693299.940520:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693299.940525:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693299.940530:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693299.940533:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693299.940536:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [159:159:256:4294967295] 192.168.203.115@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:1.0:1779693299.940540:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.940550:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693299.940569:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693299.940574:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847a00. 00000800:00000200:1.0:1779693299.940582:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693299.940592:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693299.940597:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779693299.940612:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940617:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: using a timeout of 115008 usecs (116 jiffies) 00000400:00000200:1.0:1779693299.940620:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693299.940623:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295053943 00000100:00000010:1.0:1779693299.940627:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e485763c60. 00000100:00000001:1.0:1779693299.940635:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1779693299.940642:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295053943 00000100:00000010:1.0:1779693299.940663:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e485763780. 00000100:00000001:1.0:1779693299.940667:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1779693299.940671:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.940674:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.940677:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693299.940682:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940688:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693299.940689:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.940692:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693299.940693:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693299.940695:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693299.940698:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e491619c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423810816:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693299.940700:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693299.940703:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693299.940705:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.940706:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693299.940710:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871bf400. 02000000:00000001:1.0:1779693299.940711:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693299.940714:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693299.940717:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4916979a0. 00000400:00000010:1.0:1779693299.940720:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd110. 00000100:00000200:1.0:1779693299.940789:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423810816, portal 10 00000100:00000001:1.0:1779693299.940792:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693299.940793:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098877440 : -122163610674176 : ffff90e491619c00) 00000100:00000040:1.0:1779693299.940800:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940806:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693299.940808:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693299.940811:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd2a8. 00000100:00000200:1.0:1779693299.940814:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423810816, offset 0 00000400:00000200:1.0:1779693299.940818:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693299.940828:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.940831:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693299.940835:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693299.940837:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693299.940839:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693299.940841:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693299.940843:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [160:160:255:4294967295] 192.168.203.115@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:1.0:1779693299.940847:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.940853:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693299.940856:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693299.940861:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847700. 00000800:00000200:1.0:1779693299.940864:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693299.940868:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693299.940871:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779693299.940874:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.940877:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: using a timeout of 14256 usecs (15 jiffies) 00000400:00000200:1.0:1779693299.940879:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693299.940881:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295053843 00000100:00000001:1.0:1779693299.940884:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295053943 00000100:00000001:1.0:1779693299.940886:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295053843 00000100:00000001:1.0:1779693299.940888:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295053943 00000100:00000001:1.0:1779693299.940890:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.940892:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.940895:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.940898:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.940910:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693299.940912:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779693299.940914:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693299.940916:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693299.940917:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693299.940920:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1779693299.940926:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.940928:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693299.940930:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.940931:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693299.940932:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693299.940933:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693299.940937:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940943:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693299.940944:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.940947:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693299.940948:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693299.940950:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693299.940953:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e491618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423810432:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693299.940956:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693299.940959:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693299.940960:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.940962:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693299.940965:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871bf800. 02000000:00000001:1.0:1779693299.940967:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693299.940970:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693299.940972:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697160. 00000400:00000010:1.0:1779693299.940977:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bdaa0. 00000100:00000200:1.0:1779693299.940979:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423810432, portal 25 00000100:00000001:1.0:1779693299.940981:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693299.940982:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098870272 : -122163610681344 : ffff90e491618000) 00000100:00000040:1.0:1779693299.940986:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.940992:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693299.940994:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693299.940997:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd990. 00000100:00000200:1.0:1779693299.940999:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866143423810432, offset 0 00000400:00000200:1.0:1779693299.941003:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693299.941007:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.941015:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693299.941018:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693299.941020:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693299.941023:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693299.941027:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693299.941030:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [161:161:254:4294967295] 192.168.203.115@tcp LPNI seq info [161:161:6:4294967295] 00000400:00000200:1.0:1779693299.941033:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.941039:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693299.941043:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693299.941046:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847e00. 00000800:00000200:1.0:1779693299.941050:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693299.941054:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693299.941057:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779693299.941060:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693299.941063:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693299.941066:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295055108 00000100:00000001:1.0:1779693299.941072:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295053943 00000100:00000001:1.0:1779693299.941076:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295055108 00000100:00000001:1.0:1779693299.941078:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295053943 00000100:00000001:1.0:1779693299.941082:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.941084:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.941086:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693299.941089:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941096:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693299.941097:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.941100:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693299.941101:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693299.941103:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693299.941106:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e49161bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423810688:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693299.941114:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693299.941117:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693299.941119:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.941121:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693299.941123:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871bfc00. 02000000:00000001:1.0:1779693299.941125:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693299.941129:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693299.941131:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697420. 00000400:00000010:1.0:1779693299.941135:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd880. 00000100:00000200:1.0:1779693299.941139:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423810688, portal 10 00000100:00000001:1.0:1779693299.941140:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693299.941141:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098885504 : -122163610666112 : ffff90e49161bb80) 00000100:00000040:1.0:1779693299.941147:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941152:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693299.941154:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693299.941156:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bdb28. 00000100:00000200:1.0:1779693299.941158:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423810688, offset 0 00000400:00000200:1.0:1779693299.941162:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693299.941166:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.941169:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693299.941172:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693299.941174:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693299.941176:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693299.941178:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693299.941181:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [162:162:253:4294967295] 192.168.203.115@tcp LPNI seq info [162:162:5:4294967295] 00000400:00000200:1.0:1779693299.941184:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.941189:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693299.941193:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693299.941196:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847000. 00000800:00000200:1.0:1779693299.941200:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693299.941209:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693299.941212:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779693299.941215:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.941217:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: using a timeout of 136720 usecs (137 jiffies) 00000400:00000200:1.0:1779693299.941220:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693299.941222:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295053965 00000100:00000001:1.0:1779693299.941224:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295055108 00000100:00000001:1.0:1779693299.941226:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295053965 00000100:00000001:1.0:1779693299.941228:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295055108 00000100:00000001:1.0:1779693299.941230:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.941232:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.941234:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693299.941237:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941244:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693299.941245:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.941247:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693299.941249:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693299.941251:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693299.941253:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e49161b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423810944:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693299.941257:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693299.941259:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693299.941261:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.941263:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693299.941266:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871bec00. 02000000:00000001:1.0:1779693299.941269:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693299.941271:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693299.941274:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697bb0. 00000400:00000010:1.0:1779693299.941277:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bde58. 00000100:00000200:1.0:1779693299.941280:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423810944, portal 10 00000100:00000001:1.0:1779693299.941282:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693299.941291:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098884608 : -122163610667008 : ffff90e49161b800) 00000100:00000040:1.0:1779693299.941298:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941305:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693299.941307:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693299.941312:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd198. 00000100:00000200:1.0:1779693299.941314:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423810944, offset 0 00000400:00000200:1.0:1779693299.941318:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693299.941322:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.941326:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693299.941328:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693299.941330:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693299.941333:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693299.941335:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693299.941338:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [163:163:252:4294967295] 192.168.203.115@tcp LPNI seq info [163:163:4:4294967295] 00000400:00000200:1.0:1779693299.941342:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.941347:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693299.941351:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693299.941354:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847600. 00000800:00000200:1.0:1779693299.941358:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693299.941362:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693299.941364:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779693299.941367:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.941370:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: using a timeout of 21368 usecs (22 jiffies) 00000400:00000200:1.0:1779693299.941372:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693299.941374:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295053850 00000100:00000001:1.0:1779693299.941376:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295055108 00000100:00000001:1.0:1779693299.941379:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295053850 00000100:00000001:1.0:1779693299.941381:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295055108 00000100:00000001:1.0:1779693299.941383:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.941390:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.941392:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.941395:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779693299.941457:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693299.941462:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847a00. 00000400:00000200:1.0:1779693299.941470:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.941475:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693299.941482:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd3b8 00000400:00000010:1.0:1779693299.941484:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd3b8. 00000100:00000001:1.0:1779693299.941490:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693299.941495:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941507:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.941510:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941517:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.941519:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693299.941530:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693299.941532:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847700. 00000400:00000200:1.0:1779693299.941535:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.941538:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693299.941540:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd2a8 00000400:00000010:1.0:1779693299.941542:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd2a8. 00000100:00000001:1.0:1779693299.941544:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693299.941546:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941553:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.941565:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941571:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.941573:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693299.941581:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693299.941583:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847e00. 00000400:00000200:1.0:1779693299.941590:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.941593:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693299.941596:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd990 00000400:00000010:1.0:1779693299.941598:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd990. 00000100:00000001:1.0:1779693299.941600:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693299.941602:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941609:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.941611:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941617:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.941619:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693299.941627:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693299.941629:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847000. 00000400:00000200:1.0:1779693299.941631:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.941634:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693299.941635:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bdb28 00000400:00000010:1.0:1779693299.941637:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bdb28. 00000100:00000001:1.0:1779693299.941638:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693299.941641:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941647:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.941649:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941654:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.941655:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693299.941762:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693299.941765:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847600. 00000400:00000200:1.0:1779693299.941767:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.941770:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693299.941773:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd198 00000400:00000010:1.0:1779693299.941775:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd198. 00000100:00000001:1.0:1779693299.941777:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693299.941786:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941793:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.941795:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.941801:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.941802:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779693299.946890:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693299.946926:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1779693299.959626:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.959654:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693299.959660:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.959664:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.959675:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959685:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693299.959700:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959708:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959714:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959720:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04c80 00000400:00000200:0.0:1779693299.959741:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959749:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x959 [1] + 224 00000800:00000001:0.0:1779693299.959769:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.959775:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.959779:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693299.959784:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693299.959808:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693299.959821:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693299.959835:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693299.959877:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693299.959893:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.959897:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693299.959899:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.959902:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.959905:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959909:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693299.959913:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959916:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959918:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959921:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04d00 00000400:00000200:0.0:1779693299.959944:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.959948:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:0.0:1779693299.959953:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.959957:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.959959:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693299.959962:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693299.959966:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693299.959970:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693299.959979:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693299.959985:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693299.959989:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.959992:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693299.959993:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.959995:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.959997:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960000:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693299.960004:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960007:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960010:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960012:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a13f5fe04b80 00000400:00000200:0.0:1779693299.960015:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960020:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x949 [1] + 224 00000800:00000001:0.0:1779693299.960023:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.960026:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.960028:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693299.960031:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693299.960034:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693299.960039:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693299.960060:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693299.960068:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693299.960072:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.960077:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693299.960079:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.960081:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.960083:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960086:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693299.960090:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960092:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960095:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960098:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04c00 00000400:00000200:0.0:1779693299.960101:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960104:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x929 [1] + 224 00000800:00000001:0.0:1779693299.960108:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.960111:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.960113:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693299.960116:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693299.960119:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693299.960124:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693299.960131:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693299.960138:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693299.960141:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.960143:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693299.960144:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.960146:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.960149:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960157:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693299.960161:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960164:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960167:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960169:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe04d80 00000400:00000200:0.0:1779693299.960172:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.960176:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x969 [1] + 224 00000800:00000001:0.0:1779693299.960180:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.960201:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693299.960203:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693299.960206:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693299.960209:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693299.960215:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693299.960223:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693299.960230:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693299.960234:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693299.960237:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.961155:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693299.961163:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779693299.961174:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693299.961177:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693299.961181:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697160. 00000400:00000200:1.0:1779693299.961189:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bdaa0 00000400:00000010:1.0:1779693299.961193:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bdaa0. 00000100:00000001:1.0:1779693299.961198:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693299.961208:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693299.961220:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.961228:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693299.961230:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.961234:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693299.961239:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693299.961242:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693299.961244:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.961248:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693299.961257:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693299.961262:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693299.961265:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693299.961267:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693299.961270:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693299.961273:0:2407:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.961277:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.961282:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.961309:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.961313:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693299.961316:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693299.961320:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693299.961328:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e491618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423810432:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693299.961336:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693299.961337:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693299.961339:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697420. 00000400:00000200:1.0:1779693299.961342:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd880 00000400:00000010:1.0:1779693299.961344:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd880. 00000100:00000001:1.0:1779693299.961346:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693299.961350:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693299.961358:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.961365:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693299.961366:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.961368:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693299.961369:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693299.961371:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693299.961372:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.961374:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693299.961381:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e484c98c60 time=94 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693299.961383:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e484c98c18 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693299.961386:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693299.961387:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693299.961388:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693299.961393:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693299.961411:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.961415:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693299.961418:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693299.961420:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693299.961422:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.961426:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.961432:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.961435:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693299.961436:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693299.961439:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693299.961447:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e49161bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423810688:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693299.961453:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693299.961455:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693299.961456:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697bb0. 00000400:00000200:1.0:1779693299.961459:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bde58 00000400:00000010:1.0:1779693299.961460:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bde58. 00000100:00000001:1.0:1779693299.961463:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693299.961466:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693299.961474:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.961479:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693299.961481:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.961482:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693299.961484:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693299.961485:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693299.961486:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.961493:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693299.961499:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a4c60 time=30 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693299.961502:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a4c18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693299.961504:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693299.961506:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693299.961507:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693299.961512:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693299.961518:0:2407:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.961521:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693299.961522:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693299.961524:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693299.961525:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.961529:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.961535:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.961537:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693299.961538:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693299.961541:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693299.961548:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e49161b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423810944:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693299.961554:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693299.961567:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693299.961569:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697aa8. 00000400:00000200:1.0:1779693299.961573:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd7f8 00000400:00000010:1.0:1779693299.961574:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd7f8. 00000100:00000001:1.0:1779693299.961577:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693299.961580:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693299.961588:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.961605:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693299.961607:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.961608:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693299.961610:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693299.961611:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693299.961612:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.961614:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693299.961619:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4871c5460 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693299.961622:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4871c5418 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693299.961624:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693299.961625:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693299.961626:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693299.961629:0:2407:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.961631:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693299.961633:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693299.961634:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693299.961636:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.962714:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.962742:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.962746:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693299.962748:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693299.962754:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693299.962992:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e49161a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423810560:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693299.963005:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693299.963007:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693299.963010:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4916979a0. 00000400:00000200:1.0:1779693299.963016:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd110 00000400:00000010:1.0:1779693299.963018:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd110. 00000100:00000001:1.0:1779693299.963024:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693299.963029:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693299.963056:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.963063:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693299.963065:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.963068:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693299.963072:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693299.963075:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693299.963076:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693299.963079:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693299.963088:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a3c60 time=30 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693299.963092:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a3c18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693299.963094:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693299.963096:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693299.963099:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693299.963103:0:2407:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.963106:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693299.963109:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693299.963111:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693299.963112:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693299.963116:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.963122:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693299.963125:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693299.963126:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693299.963130:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693299.963137:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e491619c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2407:1866143423810816:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693299.963142:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.963145:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.963150:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e491618000 x1866143423810432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.963167:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693299.963170:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693299.963174:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871bf800. 02000000:00000001:1.0:1779693299.963179:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693299.963182:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693299.963184:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1779693299.963187:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693299.963190:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847500. 02000000:00000001:1.0:1779693299.963196:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693299.963199:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693299.963201:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e491618000. 00000100:00000001:1.0:1779693299.963205:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693299.963206:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.963208:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.963212:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e49161bb80 x1866143423810688/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.963218:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693299.963219:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693299.963221:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871bfc00. 02000000:00000001:1.0:1779693299.963223:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693299.963224:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693299.963225:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e484c98800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000020:00000001:1.0:1779693299.963227:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693299.963228:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847400. 02000000:00000001:1.0:1779693299.963229:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693299.963231:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693299.963232:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e49161bb80. 00000100:00000001:1.0:1779693299.963234:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693299.963235:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.963237:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.963240:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e49161b800 x1866143423810944/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.963246:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693299.963247:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693299.963256:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871bec00. 02000000:00000001:1.0:1779693299.963259:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693299.963260:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693299.963261:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a4800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000020:00000001:1.0:1779693299.963263:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693299.963265:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847200. 02000000:00000001:1.0:1779693299.963267:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693299.963268:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693299.963269:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e49161b800. 00000100:00000001:1.0:1779693299.963271:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693299.963272:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.963274:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.963277:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e49161a300 x1866143423810560/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.963284:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693299.963285:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693299.963287:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871bfe00. 02000000:00000001:1.0:1779693299.963288:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693299.963290:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693299.963291:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4871c5000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000020:00000001:1.0:1779693299.963292:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693299.963294:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847f00. 02000000:00000001:1.0:1779693299.963296:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693299.963297:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693299.963298:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e49161a300. 00000100:00000001:1.0:1779693299.963300:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693299.963301:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.963303:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.963306:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e491619c00 x1866143423810816/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.963312:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693299.963314:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693299.963315:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871bf400. 02000000:00000001:1.0:1779693299.963317:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693299.963318:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693299.963319:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4916a3800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000020:00000001:1.0:1779693299.963327:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693299.963329:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e488847300. 02000000:00000001:1.0:1779693299.963331:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693299.963332:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693299.963333:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e491619c00. 00000100:00000001:1.0:1779693299.963336:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693299.963337:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.963340:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693299.963348:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693299.963350:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.963354:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693299.963357:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779693299.986462:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.986485:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693299.986491:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.986494:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693299.986506:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.986516:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693299.986527:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.986534:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.986541:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.986546:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 328 into portal 15 MB=0x6a13f60e19f80 00000400:00000200:1.0:1779693299.986566:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.115@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:1.0:1779693299.986576:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.986589:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693299.986593:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.986598:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693299.986608:0:2399:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1779693299.986611:0:2399:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1779693299.986620:0:2399:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e491619c00. 00000100:00000040:1.0:1779693299.986624:0:2399:0:(events.c:337:request_in_callback()) incoming req@ffff90e491619c00 x1866143440674688 msgsize 328 00000100:00100000:1.0:1779693299.986629:0:2399:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00000001:1.0:1779693299.986650:0:2399:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1779693299.986660:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.986663:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693299.986948:0:6163:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1779693299.986952:0:6163:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866143440674688 02000000:00000001:0.0:1779693299.986955:0:6163:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1779693299.986958:0:6163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693299.986960:0:6163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693299.986966:0:6163:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693299.986972:0:6163:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866143440674688 00000020:00000001:0.0:1779693299.986976:0:6163:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1779693299.986978:0:6163:0:(genops.c:825:class_conn2export()) looking for export cookie 0x73872e0df55a1dda 00000020:00000001:0.0:1779693299.986981:0:6163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779693299.986986:0:6163:0:(lustre_handles.c:131:class_handle2object()) GET export ffff90e487c7e800 refcount=3 00000020:00000001:0.0:1779693299.986989:0:6163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909937809408 : -122163771742208 : ffff90e487c7e800) 00000020:00000001:0.0:1779693299.986991:0:6163:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446621909937809408 : -122163771742208 : ffff90e487c7e800) 00000100:00000001:0.0:1779693299.987004:0:6163:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1779693299.987009:0:6163:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90e4a0334580. 00000100:00000001:0.0:1779693299.987012:0:6163:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1779693299.987016:0:6163:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff90e4a0334580. 00000020:00000010:0.0:1779693299.987025:0:6163:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e48579e600. 00000020:00000010:0.0:1779693299.987032:0:6163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90e4917f4b00. 00000020:00000010:0.0:1779693299.987038:0:6163:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90e4a036ced8. 00000100:00000040:0.0:1779693299.987049:0:6163:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1779693299.987053:0:6163:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1779693299.987055:0:6163:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1779693299.987058:0:6163:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693299.987069:0:6163:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693299.987125:0:6163:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693299.987139:0:6163:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1779693299.987142:0:6163:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1779693299.987147:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 3 00000100:00000040:0.0:1779693299.987152:0:6163:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff90e487c7e800 : new rpc_count 1 00000100:00000001:0.0:1779693299.987154:0:6163:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446621910098877440 : -122163610674176 : ffff90e491619c00) 00000100:00000040:0.0:1779693299.987163:0:6163:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90e491619c00 x1866143440674688/t0(0) o104->e6a7e405-dcb5-4aa2-be35-c3f7796206d3@192.168.203.115@tcp:515/0 lens 328/0 e 0 to 0 dl 1779693310 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693299.987175:0:6163:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1779693299.987177:0:6163:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90e4a0334580. 00000100:00000001:0.0:1779693299.987180:0:6163:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1779693299.987182:0:6163:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff90e4a0334580. 00000100:00100000:0.0:1779693299.987186:0:6163:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff90e491619c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+3:13232:x1866143440674688:12345-192.168.203.115@tcp:104: 00000100:00000200:0.0:1779693299.987191:0:6163:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866143440674688 00010000:00000001:0.0:1779693299.987195:0:6163:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1779693299.987204:0:6163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1779693299.987206:0:6163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779693299.987208:0:6163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e481528400 refcount=2 00000020:00000001:0.0:1779693299.987210:0:6163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909829452800 : -122163880098816 : ffff90e481528400) 00010000:00000001:0.0:1779693299.987213:0:6163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621909829452800 : -122163880098816 : ffff90e481528400) 00010000:00000001:0.0:1779693299.987222:0:6163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1779693299.987227:0:6163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693299.987232:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1779693299.987244:0:6163:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1779693299.987246:0:6163:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1779693299.987252:0:6163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90e4a0300400. 02000000:00000001:0.0:1779693299.987254:0:6163:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693299.987257:0:6163:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693299.987369:0:6163:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1779693299.987373:0:6163:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693299.987379:0:6163:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4909411e8 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693299.987385:0:6163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1779693299.987388:0:6163:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90e4987d49c0 refcount 28 to 192.168.203.115@tcp 00000100:00000001:0.0:1779693299.987391:0:6163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621910218131904 : -122163491419712 : ffff90e4987d49c0) 02000000:00000001:0.0:1779693299.987394:0:6163:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1779693299.987397:0:6163:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693299.987401:0:6163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693299.987404:0:6163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693299.987410:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888036e8. 00000100:00000200:0.0:1779693299.987417:0:6163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866143440674688, offset 224 00000400:00000200:0.0:1779693299.987425:0:6163:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693299.987433:0:6163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.987441:0:6163:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.15@tcp to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693299.987449:0:6163:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [164:164:256:4294967295] 192.168.203.115@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1779693299.987528:0:6163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.987572:0:6163:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:192.168.203.15@tcp) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693299.987578:0:6163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693299.987585:0:6163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4896ba100. 00000800:00000200:0.0:1779693299.987593:0:6163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693299.987601:0:6163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693299.987628:0:6163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4896ba100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693299.987643:0:6163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693299.987648:0:6163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff90e4987d49c0 refcount 27 to 192.168.203.115@tcp 00010000:00000001:0.0:1779693299.987651:0:6163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1779693299.987656:0:6163:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90e4a0354540. 00010000:00000001:0.0:1779693299.987659:0:6163:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1779693299.987679:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1779693299.987682:0:6163:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693299.987683:0:6163:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693299.987685:0:6163:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693299.987691:0:6163:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e491619c00 x1866143440674688/t0(0) o104->e6a7e405-dcb5-4aa2-be35-c3f7796206d3@192.168.203.115@tcp:515/0 lens 328/224 e 0 to 0 dl 1779693310 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1779693299.987701:0:6163:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff90e491619c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+3:13232:x1866143440674688:12345-192.168.203.115@tcp:104: Request processed in 525us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1779693299.987710:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 3 00000100:00000040:0.0:1779693299.987713:0:6163:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90e487c7e800 : new rpc_count 0 00000100:00000001:0.0:1779693299.987716:0:6163:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1779693299.987718:0:6163:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1779693299.987753:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693299.987757:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693299.987769:0:6174:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:0.0:1779693299.987773:0:6163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90e4917f4b00. 00010000:00000001:2.0:1779693299.987774:0:6174:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:0.0:1779693299.987780:0:6163:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90e4a036ced8. 00000020:00000010:0.0:1779693299.987785:0:6163:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e48579e600. 00010000:00000001:2.0:1779693299.987786:0:6174:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1779693299.987791:0:6174:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693299.987803:0:6174:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e481528400 already unused, calling callback (ffffffffc1453c20) 10000000:00000001:2.0:1779693299.987807:0:6174:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1779693299.987810:0:6174:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779693299.987817:0:6174:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1779693299.987819:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779693299.987820:0:6174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779693299.987822:0:6174:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e481528400 refcount=3 00000020:00000001:2.0:1779693299.987824:0:6174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909829452800 : -122163880098816 : ffff90e481528400) 00010000:00000001:2.0:1779693299.987826:0:6174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621909829452800 : -122163880098816 : ffff90e481528400) 00010000:00000001:2.0:1779693299.987829:0:6174:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1779693299.987831:0:6174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1779693299.987838:0:6174:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1779693299.987840:0:6174:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779693299.987846:0:6174:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1779693299.987850:0:6174:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1779693299.987852:0:6174:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1779693299.987854:0:6174:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1779693299.987856:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1779693299.987857:0:6174:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779693299.987864:0:6174:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1779693299.987866:0:6174:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1779693299.987871:0:6174:0:(mgc_request.c:123:config_log_put()) log params(ffff90e488875c00) refs 2 10000000:00000001:2.0:1779693299.987874:0:6174:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1779693299.987876:0:6174:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693299.987879:0:6174:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1779693299.987889:0:6174:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1779693299.987890:0:6174:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1779693299.987892:0:6174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1779693299.987894:0:6174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1779693299.987897:0:6174:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff90e481528400 with handle 0x73872e0df55a1ea5 from hash 00010000:00000001:2.0:1779693299.987900:0:6174:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1779693299.987902:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779693299.987904:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779693299.987905:0:6174:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1779693299.987907:0:6174:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1779693299.987909:0:6174:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1779693299.987912:0:6174:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1779693299.987929:0:6174:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1779693299.987937:0:6174:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487c12d80. 00000020:00000040:2.0:1779693299.987941:0:6174:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:2.0:1779693299.987947:0:6174:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779693299.987949:0:6174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779693299.987955:0:6174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779693299.987962:0:6174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e485338000. 00000100:00000001:2.0:1779693299.987972:0:6174:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693299.987975:0:6174:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1779693299.987979:0:6174:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693299.987985:0:6174:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1779693299.987987:0:6174:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693299.987991:0:6174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779693299.987996:0:6174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693299.988003:0:6174:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009791411] to pc [ptlrpcd_01_01+1] req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1779693299.988027:0:6174:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1779693299.988030:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779693299.988031:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779693299.988033:0:6174:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693299.988035:0:6174:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779693299.988042:0:6174:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693299.988046:0:6174:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779693299.988051:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1779693299.988054:0:6174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff90e481528400/0x73872e0df55a1ea5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf62ad4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779693299.988070:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779693299.988071:0:6174:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1779693299.988074:0:6174:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90e4a0354540. 00010000:00000001:2.0:1779693299.988079:0:6174:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693299.988081:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693299.988082:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693299.988084:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1779693299.988086:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693299.988087:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693299.988089:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1779693299.988090:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693299.988092:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693299.988093:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1779693299.988103:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1779693299.988108:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1779693299.988111:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693299.988118:0:2408:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779693299.988121:0:2408:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693299.988123:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779693299.988125:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779693299.988129:0:2408:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779693299.988135:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693299.988143:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779693299.988146:0:2408:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693299.988150:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779693299.988153:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779693299.988156:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1779693299.988158:0:6163:0:(genops.c:900:class_export_put()) PUTting export ffff90e487c7e800 : new refcount 2 00000100:00000001:0.0:1779693299.988164:0:6163:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1779693299.988168:0:2408:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423811072:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1779693299.988173:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779693299.988179:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779693299.988182:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693299.988185:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779693299.988189:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e485339e00. 02000000:00000001:2.0:1779693299.988191:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779693299.988196:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693299.988201:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96268. 00000400:00000010:2.0:1779693299.988207:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c000. 00000100:00000200:2.0:1779693299.988216:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423811072, portal 18 00000100:00000001:2.0:1779693299.988219:0:2408:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779693299.988221:0:2408:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909937368448 : -122163772183168 : ffff90e487c12d80) 00000100:00000040:2.0:1779693299.988228:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693299.988232:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779693299.988237:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1779693299.988237:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693299.988242:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1779693299.988246:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c770. 00000100:00000200:2.0:1779693299.988249:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866143423811072, offset 0 00000400:00000200:2.0:1779693299.988255:0:2408:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693299.988261:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693299.988266:0:2408:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693299.988272:0:2408:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693299.988277:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693299.988283:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693299.988286:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693299.988289:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [165:165:255:4294967295] 192.168.203.115@tcp LPNI seq info [165:165:7:4294967295] 00000400:00000200:2.0:1779693299.988293:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693299.988300:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693299.988305:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693299.988309:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e482ca7f00. 00000800:00000200:2.0:1779693299.988320:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693299.988325:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693299.988328:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e482ca7f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1779693299.988332:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779693299.988336:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1779693299.988339:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295055155 00000100:00000001:2.0:1779693299.988347:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295055108 00000100:00000001:2.0:1779693299.988352:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295055155 00000100:00000001:2.0:1779693299.988356:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295055108 00000100:00000001:2.0:1779693299.988359:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693299.988362:0:2408:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693299.988366:0:2408:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693299.988368:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779693299.990618:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693299.990629:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4896ba100. 00000400:00000200:0.0:1779693299.990637:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693299.990647:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693299.990655:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888036e8 00000400:00000010:0.0:1779693299.990658:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888036e8. 00000100:00000001:0.0:1779693299.990664:0:2398:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1779693299.990666:0:2398:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1779693299.991295:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693299.991317:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e482ca7f00. 00000400:00000200:0.0:1779693299.991323:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693299.991330:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693299.991334:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c770 00000400:00000010:0.0:1779693299.991337:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c770. 00000100:00000001:0.0:1779693299.991341:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693299.991353:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693299.991367:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693299.991371:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693299.991378:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693299.991380:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779693299.995698:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.995721:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693299.996131:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.996138:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693299.996151:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.996161:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693299.996172:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.996179:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.996186:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.996191:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 18 MB=0x6a13f5fe04e00 00000400:00000200:1.0:1779693299.996196:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.996203:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.115@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:1.0:1779693299.996212:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.996217:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693299.996220:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.996224:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693299.996233:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693299.996245:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693299.996257:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693299.996378:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779693299.996383:0:2408:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693299.996401:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693299.996414:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.996418:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693299.996420:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.996422:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693299.996426:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.996430:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693299.996435:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.996438:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.996441:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693299.996444:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 328 into portal 15 MB=0x6a13f60e1a300 00000400:00000200:1.0:1779693299.996450:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.115@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:1.0:1779693299.996473:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.996543:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693299.996546:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.996550:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693299.996562:0:2399:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1779693299.996565:0:2399:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1779693299.996572:0:2399:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e49161a300. 00000100:00000040:1.0:1779693299.996576:0:2399:0:(events.c:337:request_in_callback()) incoming req@ffff90e49161a300 x1866143440675584 msgsize 328 00000100:00100000:1.0:1779693299.996581:0:2399:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00000001:1.0:1779693299.996598:0:2399:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1779693299.996602:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693299.996606:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693299.997716:0:6164:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1779693299.997722:0:6164:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866143440675584 02000000:00000001:0.0:1779693299.997752:0:6164:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1779693299.997763:0:6164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693299.997766:0:6164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693299.997774:0:6164:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693299.997779:0:6164:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866143440675584 00000020:00000001:0.0:1779693299.997783:0:6164:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1779693299.997785:0:6164:0:(genops.c:825:class_conn2export()) looking for export cookie 0x73872e0df55a1dda 00000020:00000001:0.0:1779693299.997788:0:6164:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779693299.997791:0:6164:0:(lustre_handles.c:131:class_handle2object()) GET export ffff90e487c7e800 refcount=3 00000020:00000001:0.0:1779693299.997795:0:6164:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909937809408 : -122163771742208 : ffff90e487c7e800) 00000020:00000001:0.0:1779693299.997797:0:6164:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446621909937809408 : -122163771742208 : ffff90e487c7e800) 00000100:00000001:0.0:1779693299.997811:0:6164:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1779693299.997819:0:6164:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90e4a0334580. 00000100:00000001:0.0:1779693299.997822:0:6164:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1779693299.997826:0:6164:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff90e4a0334580. 00000020:00000010:0.0:1779693299.997835:0:6164:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e48579e600. 00000020:00000010:0.0:1779693299.997842:0:6164:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90e4917f4b00. 00000020:00000010:0.0:1779693299.997848:0:6164:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90e4a036ced8. 00000100:00000040:0.0:1779693299.997858:0:6164:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1779693299.997873:0:6164:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1779693299.997874:0:6164:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1779693299.997877:0:6164:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693299.997888:0:6164:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693299.997908:0:6164:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693299.997934:0:6164:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1779693299.997936:0:6164:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1779693299.997944:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 4 00000100:00000040:0.0:1779693299.997948:0:6164:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff90e487c7e800 : new rpc_count 1 00000100:00000001:0.0:1779693299.997950:0:6164:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446621910098879232 : -122163610672384 : ffff90e49161a300) 00000100:00000040:0.0:1779693299.997958:0:6164:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90e49161a300 x1866143440675584/t0(0) o104->e6a7e405-dcb5-4aa2-be35-c3f7796206d3@192.168.203.115@tcp:515/0 lens 328/0 e 0 to 0 dl 1779693310 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693299.997968:0:6164:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1779693299.997971:0:6164:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90e4a0334580. 00000100:00000001:0.0:1779693299.997972:0:6164:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1779693299.997974:0:6164:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff90e4a0334580. 00000100:00100000:0.0:1779693299.997979:0:6164:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff90e49161a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+3:13232:x1866143440675584:12345-192.168.203.115@tcp:104: 00000100:00000200:0.0:1779693299.997983:0:6164:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866143440675584 00010000:00000001:0.0:1779693299.997987:0:6164:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1779693299.997995:0:6164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1779693299.997997:0:6164:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1779693299.997999:0:6164:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e4c215ec00 refcount=2 00000020:00000001:0.0:1779693299.998001:0:6164:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621910916000768 : -122162793550848 : ffff90e4c215ec00) 00010000:00000001:0.0:1779693299.998004:0:6164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621910916000768 : -122162793550848 : ffff90e4c215ec00) 00010000:00000001:0.0:1779693299.998009:0:6164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1779693299.998014:0:6164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1779693299.998020:0:6164:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1779693299.998031:0:6164:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1779693299.998034:0:6164:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1779693299.998046:0:6164:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90e4a0300000. 02000000:00000001:0.0:1779693299.998049:0:6164:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693299.998053:0:6164:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693299.998059:0:6164:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1779693299.998063:0:6164:0:(ldlm_lib.c:3309:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693299.998067:0:6164:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4909411e8 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693299.998072:0:6164:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1779693299.998075:0:6164:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90e4987d49c0 refcount 28 to 192.168.203.115@tcp 00000100:00000001:0.0:1779693299.998078:0:6164:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621910218131904 : -122163491419712 : ffff90e4987d49c0) 02000000:00000001:0.0:1779693299.998081:0:6164:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1779693299.998083:0:6164:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693299.998087:0:6164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693299.998090:0:6164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693299.998096:0:6164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888036e8. 00000100:00000200:0.0:1779693299.998102:0:6164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866143440675584, offset 224 00000400:00000200:0.0:1779693299.998110:0:6164:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693299.998120:0:6164:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.998127:0:6164:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.15@tcp to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693299.998135:0:6164:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [166:166:256:4294967295] 192.168.203.115@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1779693299.998140:0:6164:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693299.998149:0:6164:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:192.168.203.15@tcp) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693299.998154:0:6164:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693299.998159:0:6164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4896ba100. 00000800:00000200:0.0:1779693299.998167:0:6164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693299.998175:0:6164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693299.998180:0:6164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4896ba100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693299.998194:0:6164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693299.998197:0:6164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff90e4987d49c0 refcount 27 to 192.168.203.115@tcp 00010000:00000001:0.0:1779693299.998201:0:6164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1779693299.998206:0:6164:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90e4a0354900. 00010000:00000001:0.0:1779693299.998208:0:6164:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1779693299.998225:0:6164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1779693299.998233:0:6164:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693299.998235:0:6164:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693299.998237:0:6164:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693299.998243:0:6164:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e49161a300 x1866143440675584/t0(0) o104->e6a7e405-dcb5-4aa2-be35-c3f7796206d3@192.168.203.115@tcp:515/0 lens 328/224 e 0 to 0 dl 1779693310 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1779693299.998253:0:6164:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff90e49161a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e6a7e405-dcb5-4aa2-be35-c3f7796206d3+3:13232:x1866143440675584:12345-192.168.203.115@tcp:104: Request processed in 283us (1674us total) trans 0 rc 0/0 00000800:00000200:1.0:1779693299.998519:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693299.998525:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4896ba100. 00000400:00000200:1.0:1779693299.998529:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.998534:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693299.998540:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888036e8 00000400:00000010:1.0:1779693299.998542:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888036e8. 00000100:00000001:1.0:1779693299.998546:0:2398:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1779693299.998548:0:2398:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1779693299.998714:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693299.998718:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693299.998721:0:6173:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1779693299.998751:0:6173:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1779693299.998760:0:6173:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1779693299.998763:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693299.998772:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e4c215ec00 already unused, calling callback (ffffffffc1453c20) 10000000:00000001:3.0:1779693299.998776:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1779693299.998779:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779693299.998785:0:6173:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1779693299.998787:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779693299.998788:0:6173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779693299.998790:0:6173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e4c215ec00 refcount=3 00000020:00000001:3.0:1779693299.998792:0:6173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621910916000768 : -122162793550848 : ffff90e4c215ec00) 00010000:00000001:3.0:1779693299.998794:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621910916000768 : -122162793550848 : ffff90e4c215ec00) 00010000:00000001:3.0:1779693299.998807:0:6173:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1779693299.998810:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1779693299.998817:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1779693299.998819:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779693299.998825:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1779693299.998829:0:6173:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1779693299.998831:0:6173:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1779693299.998833:0:6173:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1779693299.998835:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1779693299.998836:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779693299.998846:0:6173:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1779693299.998848:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1779693299.998849:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff90e48577b000) refs 2 10000000:00000001:3.0:1779693299.998851:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1779693299.998853:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693299.998855:0:6173:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1779693299.998865:0:6173:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1779693299.998866:0:6173:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1779693299.998868:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1779693299.998870:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1779693299.998873:0:6173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff90e4c215ec00 with handle 0x73872e0df55a1e66 from hash 00010000:00000001:3.0:1779693299.998875:0:6173:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1779693299.998877:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779693299.998879:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779693299.998880:0:6173:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1779693299.998882:0:6173:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1779693299.998884:0:6173:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1779693299.998887:0:6173:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1779693299.998890:0:6173:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1779693299.998897:0:6173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487118380. 00000020:00000040:3.0:1779693299.998902:0:6173:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=5 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1779693299.998906:0:6173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693299.998909:0:6173:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693299.998928:0:6173:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693299.998936:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e483cb1000. 00000100:00000001:3.0:1779693299.998943:0:6173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693299.998946:0:6173:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1779693299.998949:0:6173:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779693299.998955:0:6173:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1779693299.998957:0:6173:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693299.998962:0:6173:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693299.998967:0:6173:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693299.998975:0:6173:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026601654] to pc [ptlrpcd_01_00+0] req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1779693299.998993:0:6173:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779693299.998995:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779693299.998996:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779693299.998997:0:6173:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693299.999000:0:6173:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779693299.999007:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693299.999010:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779693299.999016:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1779693299.999018:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff90e4c215ec00/0x73872e0df55a1e66 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf98114e4baf62a87 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1779693299.999025:0:6173:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff90e48bdd9400 count: 0 00010000:00000001:3.0:1779693299.999038:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779693299.999040:0:6173:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1779693299.999042:0:6173:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90e4a0354900. 00010000:00000001:3.0:1779693299.999046:0:6173:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1779693299.999048:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693299.999049:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693299.999051:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1779693299.999053:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693299.999054:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693299.999055:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1779693299.999057:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1779693299.999058:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693299.999059:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1779693299.999067:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1779693299.999071:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1779693299.999073:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693299.999078:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779693299.999081:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693299.999084:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693299.999085:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779693299.999088:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779693299.999094:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693299.999102:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779693299.999105:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693299.999109:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779693299.999121:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779693299.999123:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779693299.999127:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423811200:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1779693299.999132:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779693299.999139:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779693299.999142:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693299.999145:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779693299.999150:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e483cb0600. 02000000:00000001:3.0:1779693299.999152:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779693299.999158:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693299.999163:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e489faf420. 00000400:00000010:3.0:1779693299.999169:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab3b8. 00000100:00000200:3.0:1779693299.999176:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423811200, portal 18 00000100:00000001:3.0:1779693299.999178:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779693299.999180:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925856128 : -122163783695488 : ffff90e487118380) 00000100:00000040:3.0:1779693299.999187:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693299.999193:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779693299.999196:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1779693299.999198:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fabaa0. 00000100:00000200:3.0:1779693299.999201:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866143423811200, offset 0 00000400:00000200:3.0:1779693299.999206:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693299.999211:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693299.999216:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1779693299.999223:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779693299.999227:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693299.999232:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779693299.999235:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1779693299.999239:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [167:167:256:4294967295] 192.168.203.115@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1779693299.999243:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693299.999249:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1779693299.999254:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693299.999274:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e498ef3200. 00000800:00000200:3.0:1779693299.999280:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1779693299.999285:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693299.999289:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e498ef3200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1779693299.999298:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779693299.999304:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1779693299.999307:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295055165 00000100:00000001:3.0:1779693299.999316:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295055155 00000100:00000001:3.0:1779693299.999321:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295055165 00000100:00000001:3.0:1779693299.999324:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295055155 00000100:00000001:3.0:1779693299.999327:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693299.999330:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693299.999334:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693299.999336:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779693299.999787:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693299.999791:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e498ef3200. 00000400:00000200:1.0:1779693299.999795:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693299.999809:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693299.999814:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fabaa0 00000400:00000010:1.0:1779693299.999816:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fabaa0. 00000100:00000001:1.0:1779693299.999820:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693299.999825:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.999836:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693299.999839:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693299.999846:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693299.999847:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1779693300.000049:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 4 00000100:00000040:0.0:1779693300.000054:0:6164:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90e487c7e800 : new rpc_count 0 00000100:00000001:0.0:1779693300.000057:0:6164:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1779693300.000061:0:6164:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1779693300.000068:0:6164:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90e4917f4b00. 00000020:00000010:0.0:1779693300.000073:0:6164:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90e4a036ced8. 00000020:00000010:0.0:1779693300.000078:0:6164:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e48579e600. 00000020:00000040:0.0:1779693300.000084:0:6164:0:(genops.c:900:class_export_put()) PUTting export ffff90e487c7e800 : new refcount 2 00000100:00000001:0.0:1779693300.000087:0:6164:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1779693300.005367:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693300.005376:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693300.005383:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693300.005385:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779693300.006061:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779693300.006066:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693300.006071:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1779693300.006686:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693300.006705:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693300.006709:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693300.006722:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693300.006769:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693300.006779:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693300.007008:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693300.007015:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693300.007021:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693300.007026:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 18 MB=0x6a13f5fe04e80 00000400:00000200:1.0:1779693300.007031:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693300.007038:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.115@tcp of length 224/224 into md 0x991 [1] + 224 00000800:00000001:1.0:1779693300.007047:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693300.007057:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693300.007061:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693300.007065:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693300.007074:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693300.007085:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693300.007097:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693300.007113:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693300.007125:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693300.007128:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693300.007261:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693300.007266:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779693300.007276:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779693300.007278:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779693300.007282:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e489faf420. 00000400:00000200:3.0:1779693300.007287:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab3b8 00000400:00000010:3.0:1779693300.007290:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab3b8. 00000100:00000001:3.0:1779693300.007293:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779693300.007298:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693300.007306:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693300.007313:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779693300.007315:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693300.007318:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779693300.007322:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779693300.007325:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779693300.007327:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693300.007330:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779693300.007357:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79ca8 time=86 v=5 (5 0 0 0) 00000100:00001000:3.0:1779693300.007361:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1779693300.007364:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779693300.007366:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693300.007369:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779693300.007371:0:2409:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693300.007375:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693300.007380:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693300.007386:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693300.007389:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779693300.007392:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779693300.007396:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693300.007403:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2409:1866143423811200:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1779693300.007409:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693300.007412:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693300.007415:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e487118380 x1866143423811200/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693300.007422:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779693300.007425:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779693300.007429:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e483cb0600. 02000000:00000001:3.0:1779693300.007435:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779693300.007437:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693300.007439:0:2409:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1779693300.007442:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779693300.007444:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e483cb1000. 02000000:00000001:3.0:1779693300.007448:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779693300.007450:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779693300.007452:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487118380. 00000100:00000001:3.0:1779693300.007455:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779693300.007457:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693300.007459:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693300.007473:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779693300.007475:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693300.007478:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1779693300.007480:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1779693300.007964:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90e481528400. 00000400:00000001:2.0:1779693300.007980:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779693300.007983:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779693300.007986:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96268. 00000400:00000200:2.0:1779693300.007990:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c000 00000400:00000010:2.0:1779693300.007992:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c000. 00000100:00000001:2.0:1779693300.007996:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779693300.008003:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693300.008012:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693300.008019:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779693300.008021:0:2408:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693300.008023:0:2408:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779693300.008025:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779693300.008027:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779693300.008028:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693300.008030:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779693300.008034:0:2408:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79ca8 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1779693300.008045:0:2408:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1779693300.008047:0:2408:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779693300.008049:0:2408:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693300.008051:0:2408:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779693300.008053:0:2408:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693300.008056:0:2408:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693300.008060:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693300.008066:0:2408:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693300.008068:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779693300.008069:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779693300.008072:0:2408:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693300.008079:0:2408:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2408:1866143423811072:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1779693300.008084:0:2408:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693300.008086:0:2408:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779693300.008088:0:2408:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e487c12d80 x1866143423811072/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1779693315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693300.008093:0:2408:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779693300.008095:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779693300.008096:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e485339e00. 02000000:00000001:2.0:1779693300.008100:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779693300.008101:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779693300.008102:0:2408:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:2.0:1779693300.008104:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779693300.008106:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e485338000. 02000000:00000001:2.0:1779693300.008109:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779693300.008110:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779693300.008111:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487c12d80. 00000100:00000001:2.0:1779693300.008114:0:2408:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779693300.008115:0:2408:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693300.008117:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693300.008122:0:2408:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779693300.008129:0:2408:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693300.008131:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1779693300.008133:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1779693300.011172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90e48bdd9400. 00010000:00000010:3.1:1779693300.011203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90e4c215ec00. 00000400:00000001:3.0:1779693300.938213:0:10341:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:0.0:1779693301.027178:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693301.027185:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693301.027191:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693301.027192:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693301.028616:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693301.028620:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693301.028625:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1779693301.157146:0:6176:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779693301.157154:0:6176:0:(mgc_request.c:108:config_log_get()) log params (ffff90e488875c00) refs 2 10000000:00000001:1.0:1779693301.157160:0:6176:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779693301.157163:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1779693301.157164:0:6176:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1779693301.157166:0:6176:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779693301.157168:0:6176:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1779693301.157180:0:6176:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779693301.157182:0:6176:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff90e49083a800 from 7 10000000:00000001:1.0:1779693301.157185:0:6176:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779693301.157187:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1779693301.157195:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e49161b800. 00000020:00000040:1.0:1779693301.157200:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:1.0:1779693301.157204:0:6176:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693301.157208:0:6176:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693301.157213:0:6176:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693301.157219:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e4871bf000. 00000100:00000001:1.0:1779693301.157225:0:6176:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693301.157232:0:6176:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1779693301.157234:0:6176:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1779693301.157241:0:6176:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90e48893aa00. 00010000:00000001:1.0:1779693301.157246:0:6176:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1779693301.157252:0:6176:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90e4829bc400. 00000020:00000001:1.0:1779693301.157257:0:6176:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779693301.157260:0:6176:0:(lustre_handles.c:77:class_handle_hash()) added object ffff90e4829bc400 with handle 0x73872e0df55a1ed6 to hash 00000020:00000001:1.0:1779693301.157261:0:6176:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779693301.157263:0:6176:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621909851030528 : -122163858521088 : ffff90e4829bc400) 00010000:00000001:1.0:1779693301.157266:0:6176:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621909851030528 : -122163858521088 : ffff90e4829bc400) 00010000:00000001:1.0:1779693301.157270:0:6176:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779693301.157274:0:6176:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693301.157278:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4829bc400/0x73872e0df55a1ed6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693301.157288:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff90e4829bc400/0x73872e0df55a1ed6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693301.157299:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff90e4829bc400/0x73872e0df55a1ed6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779693301.157305:0:6176:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779693301.157307:0:6176:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779693301.157319:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e490874840. 00000100:00000001:1.0:1779693301.157322:0:6176:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621910084569152 : -122163624982464 : ffff90e490874840) 00000100:00000001:1.0:1779693301.157324:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693301.157326:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098884608 : -122163610667008 : ffff90e49161b800) 00000100:00000001:1.0:1779693301.157330:0:6176:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693301.157334:0:6176:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.157336:0:6176:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779693301.157338:0:6176:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693301.157348:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.157356:0:6176:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693301.157359:0:6176:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693301.157362:0:6176:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693301.157364:0:6176:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693301.157367:0:6176:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693301.157370:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e49161b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811328:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1779693301.157374:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693301.157379:0:6176:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693301.157382:0:6176:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693301.157385:0:6176:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693301.157389:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e487185800. 02000000:00000001:1.0:1779693301.157391:0:6176:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693301.157398:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693301.157402:0:6176:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e4916979a0. 00000400:00000010:1.0:1779693301.157408:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd110. 00000100:00000200:1.0:1779693301.157721:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423811328, portal 25 00000100:00000001:1.0:1779693301.160820:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693301.160823:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098884608 : -122163610667008 : ffff90e49161b800) 00000100:00000040:1.0:1779693301.160838:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.160847:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693301.160850:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693301.160855:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd7f8. 00000100:00000200:1.0:1779693301.160873:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866143423811328, offset 0 00000400:00000200:1.0:1779693301.160880:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693301.160889:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.160896:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693301.160901:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693301.160905:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693301.160909:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693301.160911:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693301.160915:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [168:168:256:4294967295] 192.168.203.115@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1779693301.160918:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.160927:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693301.160932:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693301.160938:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847300. 00000800:00000200:1.0:1779693301.160944:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693301.160951:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693301.160955:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779693301.160976:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693301.160982:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693301.160985:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056324 00000100:00000001:1.0:1779693301.160995:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295055165 00000100:00000001:1.0:1779693301.160999:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056324 00000100:00000001:1.0:1779693301.161002:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295055165 00000100:00000001:1.0:1779693301.161005:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693301.161009:0:6176:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.161012:0:6176:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693301.161013:0:6176:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779693301.161016:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e490874840 going to sleep for 11 seconds 00000100:00000001:1.0:1779693301.161019:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693301.161022:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779693301.172672:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693301.172682:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847300. 00000400:00000200:1.0:1779693301.172695:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693301.172703:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693301.172712:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd7f8 00000400:00000010:1.0:1779693301.172715:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd7f8. 00000100:00000001:1.0:1779693301.172719:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693301.172742:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.172766:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693301.172770:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.172777:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.172778:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779693301.178537:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.178565:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693301.178569:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.178573:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693301.178583:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.178591:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693301.178603:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.178608:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.178613:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.178617:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 344 into portal 25 MB=0x6a13f5fe04f00 00000400:00000200:1.0:1779693301.178622:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.178628:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 344/344 into md 0x999 [1] + 224 00000800:00000001:1.0:1779693301.178645:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.178655:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693301.178659:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693301.178664:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693301.178671:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693301.178679:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693301.178690:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.178718:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693301.178745:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1779693301.178918:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779693301.178928:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779693301.178930:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779693301.178934:0:6176:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e4916979a0. 00000400:00000200:3.0:1779693301.178939:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd110 00000400:00000010:3.0:1779693301.178941:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd110. 00000100:00000001:3.0:1779693301.178944:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779693301.178949:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693301.178957:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.178962:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779693301.178974:0:6176:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693301.178977:0:6176:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779693301.178980:0:6176:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779693301.178982:0:6176:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779693301.178984:0:6176:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693301.178987:0:6176:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779693301.178994:0:6176:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1779693301.178998:0:6176:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1779693301.179000:0:6176:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779693301.179002:0:6176:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693301.179005:0:6176:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779693301.179007:0:6176:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.179010:0:6176:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693301.179015:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.179022:0:6176:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693301.179026:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779693301.179027:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779693301.179039:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693301.179046:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e49161b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811328:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1779693301.179051:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693301.179054:0:6176:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.179056:0:6176:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1779693301.179058:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693301.179062:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.179072:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779693301.179075:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e490874840. 00000100:00000001:3.0:1779693301.179079:0:6176:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1779693301.179080:0:6176:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693301.179083:0:6176:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1779693301.179086:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779693301.179089:0:6176:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779693301.179092:0:6176:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e4829bc400 refcount=4 00000020:00000001:3.0:1779693301.179095:0:6176:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909851030528 : -122163858521088 : ffff90e4829bc400) 00010000:00000001:3.0:1779693301.179097:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621909851030528 : -122163858521088 : ffff90e4829bc400) 00010000:00000040:3.0:1779693301.179103:0:6176:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90e4829bc400, remote cookie: 0xf98114e4baf62afe, flags: 0x0 00010000:00000001:3.0:1779693301.179106:0:6176:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1779693301.179109:0:6176:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1779693301.179112:0:6176:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1779693301.179113:0:6176:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1779693301.179114:0:6176:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1779693301.179117:0:6176:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff90e48893aa00) refcount = 1 00010000:00010000:3.0:1779693301.179122:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff90e4829bc400/0x73872e0df55a1ed6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62afe expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779693301.179130:0:6176:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1779693301.179132:0:6176:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1779693301.179134:0:6176:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1779693301.179141:0:6176:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1779693301.179144:0:6176:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1779693301.179147:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff90e4829bc400/0x73872e0df55a1ed6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf98114e4baf62afe expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1779693301.179152:0:6176:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1779693301.179154:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779693301.179156:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779693301.179157:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779693301.179158:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779693301.179159:0:6176:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.179162:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693301.179166:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e49161b800 x1866143423811328/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.179172:0:6176:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779693301.179175:0:6176:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779693301.179178:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e487185800. 02000000:00000001:3.0:1779693301.179181:0:6176:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779693301.179183:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693301.179186:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1779693301.179187:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779693301.179190:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e4871bf000. 02000000:00000001:3.0:1779693301.179193:0:6176:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779693301.179195:0:6176:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779693301.179196:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e49161b800. 00000100:00000001:3.0:1779693301.179200:0:6176:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779693301.179201:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1779693301.179203:0:6176:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779693301.179205:0:6176:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1779693301.179208:0:6176:0:(mgc_request.c:108:config_log_get()) log params (ffff90e488875c00) refs 3 10000000:00000001:3.0:1779693301.179210:0:6176:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693301.179211:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1779693301.179212:0:6176:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1779693301.179214:0:6176:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e4829bc400 refcount=3 00000020:00000001:3.0:1779693301.179216:0:6176:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909851030528 : -122163858521088 : ffff90e4829bc400) 00010000:00000001:3.0:1779693301.179218:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621909851030528 : -122163858521088 : ffff90e4829bc400) 00010000:00000001:3.0:1779693301.179223:0:6176:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1779693301.179225:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1779693301.179226:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1779693301.179228:0:6176:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1779693301.179230:0:6176:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1779693301.179233:0:6176:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90e4830dd3c0. 00000020:00000010:3.0:1779693301.179237:0:6176:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e488875600. 00000020:00000010:3.0:1779693301.179242:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90e488874c00. 00000040:00000010:3.0:1779693301.179246:0:6176:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90e488874800. 00000020:00000010:3.0:1779693301.179250:0:6176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90e4852f4000. 00000020:00000010:3.0:1779693301.179254:0:6176:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff90e488874200. 80000000:00000010:3.0:1779693301.179258:0:6176:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e4831f4720. 00040000:00000010:3.0:1779693301.179262:0:6176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e488874600. 20000000:00000010:3.0:1779693301.179266:0:6176:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff90e488874e00. 10000000:00000040:3.0:1779693301.179270:0:6176:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff90e485797480 : new refcount 2 00000020:00000001:3.0:1779693301.179273:0:6176:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1779693301.179274:0:6176:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1779693301.179276:0:6176:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:3.0:1779693301.179279:0:6176:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90e483cb1000. 00000040:00000001:3.0:1779693301.179283:0:6176:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1779693301.179285:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000010:3.0:1779693301.179289:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487118380. 00000020:00000040:3.0:1779693301.179291:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=5 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1779693301.179295:0:6176:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693301.179297:0:6176:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693301.179301:0:6176:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693301.179306:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e483cb0600. 00000100:00000001:3.0:1779693301.179312:0:6176:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.179316:0:6176:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1779693301.179317:0:6176:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1779693301.179322:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e491333000. 00000100:00000001:3.0:1779693301.179324:0:6176:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621910095835136 : -122163613716480 : ffff90e491333000) 00000100:00000001:3.0:1779693301.179326:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779693301.179328:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925856128 : -122163783695488 : ffff90e487118380) 00000100:00000001:3.0:1779693301.179332:0:6176:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693301.179339:0:6176:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.179342:0:6176:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1779693301.179343:0:6176:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779693301.179347:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.179355:0:6176:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779693301.179357:0:6176:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693301.179360:0:6176:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779693301.179363:0:6176:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779693301.179365:0:6176:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779693301.179368:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811456:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1779693301.179372:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779693301.179377:0:6176:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779693301.179380:0:6176:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693301.179382:0:6176:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779693301.179386:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e48bdfd600. 02000000:00000001:3.0:1779693301.179388:0:6176:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779693301.179392:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693301.179396:0:6176:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e489faf420. 00000400:00000010:3.0:1779693301.179400:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab3b8. 00000100:00000200:3.0:1779693301.179406:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423811456, portal 25 00000100:00000001:3.0:1779693301.179408:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779693301.179520:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925856128 : -122163783695488 : ffff90e487118380) 00000100:00000040:3.0:1779693301.179528:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.179535:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779693301.179538:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1779693301.179541:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fabb28. 00000100:00000200:3.0:1779693301.179545:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866143423811456, offset 0 00000400:00000200:3.0:1779693301.179559:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693301.179565:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693301.179571:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1779693301.179576:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779693301.179586:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693301.179589:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779693301.179593:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1779693301.179596:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [169:169:256:4294967295] 192.168.203.115@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1779693301.179600:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693301.179609:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1779693301.179614:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693301.179619:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e498ef3200. 00000800:00000200:3.0:1779693301.179626:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1779693301.179634:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693301.179638:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e498ef3200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1779693301.179652:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779693301.179656:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1779693301.179658:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056346 00000100:00000001:3.0:1779693301.179665:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056324 00000100:00000001:3.0:1779693301.179672:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056346 00000100:00000001:3.0:1779693301.179675:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056324 00000100:00000001:3.0:1779693301.179679:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693301.179681:0:6176:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.179684:0:6176:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779693301.179686:0:6176:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1779693301.179688:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e491333000 going to sleep for 11 seconds 00000100:00000001:3.0:1779693301.179690:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779693301.179693:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779693301.180162:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779693301.180961:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693301.181023:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e498ef3200. 00000400:00000200:1.0:1779693301.181030:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693301.181038:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693301.181044:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fabb28 00000400:00000010:1.0:1779693301.181047:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fabb28. 00000100:00000001:1.0:1779693301.181053:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693301.181060:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.181071:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693301.181075:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.181081:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.181083:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779693301.204759:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.204858:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693301.204864:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.204869:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693301.204877:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.204885:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693301.204893:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.204899:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.204904:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.204907:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 272 into portal 25 MB=0x6a13f5fe04f80 00000400:00000200:1.0:1779693301.204912:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.204918:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 272/272 into md 0x9a9 [1] + 224 00000800:00000001:1.0:1779693301.204926:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.204934:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693301.204938:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693301.204950:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693301.204957:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693301.205028:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693301.205041:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.205066:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693301.205091:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779693301.205100:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693301.205101:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693301.205104:0:6176:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e489faf420. 00000400:00000200:1.0:1779693301.205108:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab3b8 00000400:00000010:1.0:1779693301.205110:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab3b8. 00000100:00000001:1.0:1779693301.205113:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693301.205117:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693301.205125:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.205131:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693301.205133:0:6176:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693301.205136:0:6176:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693301.205140:0:6176:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693301.205143:0:6176:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693301.205145:0:6176:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693301.205148:0:6176:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693301.205155:0:6176:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693301.205159:0:6176:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693301.205162:0:6176:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693301.205164:0:6176:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693301.205167:0:6176:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693301.205169:0:6176:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.205172:0:6176:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693301.205176:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.205196:0:6176:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693301.205199:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693301.205201:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693301.205206:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693301.205214:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487118380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811456:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1779693301.205219:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693301.205222:0:6176:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.205224:0:6176:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779693301.205226:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693301.205230:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.205237:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779693301.205240:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e491333000. 00000100:00000001:1.0:1779693301.205243:0:6176:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779693301.205244:0:6176:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779693301.205249:0:6176:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1779693301.205253:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693301.205255:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1779693301.205256:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1779693301.205258:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693301.205261:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e487118380 x1866143423811456/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.205266:0:6176:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693301.205268:0:6176:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693301.205271:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e48bdfd600. 02000000:00000001:1.0:1779693301.205275:0:6176:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693301.205276:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693301.205277:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1779693301.205279:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693301.205282:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e483cb0600. 02000000:00000001:1.0:1779693301.205291:0:6176:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693301.205293:0:6176:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693301.205295:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487118380. 00000100:00000001:1.0:1779693301.205298:0:6176:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693301.205299:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1779693301.205303:0:6176:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779693301.205306:0:6176:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:1.0:1779693301.205311:0:6176:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90e4852d0000. 00000040:00000001:1.0:1779693301.205313:0:6176:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1779693301.205315:0:6176:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1779693301.205317:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000010:1.0:1779693301.205321:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e49161bb80. 00000020:00000040:1.0:1779693301.205323:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=5 obd=MGC192.168.203.115@tcp 00000100:00000001:1.0:1779693301.205326:0:6176:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693301.205328:0:6176:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693301.205332:0:6176:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693301.205338:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e4871bee00. 00000100:00000001:1.0:1779693301.205343:0:6176:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.205347:0:6176:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779693301.205349:0:6176:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779693301.205354:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e490874900. 00000100:00000001:1.0:1779693301.205356:0:6176:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621910084569344 : -122163624982272 : ffff90e490874900) 00000100:00000001:1.0:1779693301.205359:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693301.205360:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098885504 : -122163610666112 : ffff90e49161bb80) 00000100:00000001:1.0:1779693301.205365:0:6176:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693301.205369:0:6176:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.205371:0:6176:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779693301.205373:0:6176:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693301.205377:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.205384:0:6176:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693301.205386:0:6176:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693301.205390:0:6176:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693301.205393:0:6176:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693301.205395:0:6176:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693301.205398:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e49161bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811584:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1779693301.205407:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693301.207530:0:6176:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693301.207537:0:6176:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693301.207541:0:6176:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693301.207567:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90e485350000. 02000000:00000001:1.0:1779693301.207571:0:6176:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693301.207582:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693301.207588:0:6176:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697aa8. 00000400:00000010:1.0:1779693301.207595:0:6176:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90e490874cc0. 00000100:00000200:1.0:1779693301.207601:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866143423811584, portal 25 00000100:00000001:1.0:1779693301.207604:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693301.207605:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098885504 : -122163610666112 : ffff90e49161bb80) 00000100:00000040:1.0:1779693301.207615:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.207623:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693301.207625:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693301.207629:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd7f8. 00000100:00000200:1.0:1779693301.207631:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866143423811584, offset 0 00000400:00000200:1.0:1779693301.209051:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693301.209063:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.209071:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693301.209077:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693301.209082:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693301.209085:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693301.209088:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693301.209092:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [170:170:256:4294967295] 192.168.203.115@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1779693301.209096:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.209106:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693301.209111:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693301.209118:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847300. 00000800:00000200:1.0:1779693301.209127:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693301.209142:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693301.209146:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1779693301.209161:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693301.209167:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693301.209170:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056375 00000100:00000001:1.0:1779693301.209179:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056346 00000100:00000001:1.0:1779693301.209185:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056375 00000100:00000001:1.0:1779693301.209188:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056346 00000100:00000001:1.0:1779693301.209191:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693301.209194:0:6176:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.209197:0:6176:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693301.209200:0:6176:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779693301.209203:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e490874900 going to sleep for 11 seconds 00000100:00000001:1.0:1779693301.209205:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693301.209208:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779693301.209223:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.209231:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1779693301.210097:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693301.210103:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847300. 00000400:00000200:1.0:1779693301.210110:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693301.210116:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693301.210124:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd7f8 00000400:00000010:1.0:1779693301.210127:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd7f8. 00000100:00000001:1.0:1779693301.210132:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693301.210141:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.210153:0:2399:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693301.210156:0:2399:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.210164:0:2399:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.210165:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779693301.224346:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.224380:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693301.224385:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.224388:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693301.224397:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.224405:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693301.224719:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.224946:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.224952:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.224956:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8416 into portal 25 MB=0x6a13f5fe05000 00000400:00000200:1.0:1779693301.224960:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.225802:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8416/8416 into md 0x9b1 [4] + 224 00000800:00000001:1.0:1779693301.225815:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.225845:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693301.225849:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693301.225855:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693301.225864:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693301.225873:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693301.225884:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.225899:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693301.225908:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.225911:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693301.225924:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779693301.225931:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693301.225935:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693301.225938:0:6176:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697aa8. 00000400:00000200:1.0:1779693301.225942:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e490874cc0 00000400:00000010:1.0:1779693301.225944:0:6176:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff90e490874cc0. 00000100:00000001:1.0:1779693301.225948:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693301.225952:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693301.225960:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.225989:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693301.225991:0:6176:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693301.225994:0:6176:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693301.225998:0:6176:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693301.226001:0:6176:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693301.226003:0:6176:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693301.226007:0:6176:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693301.226015:0:6176:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693301.226019:0:6176:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693301.226021:0:6176:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693301.226023:0:6176:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693301.226025:0:6176:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693301.226028:0:6176:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.226031:0:6176:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693301.226037:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.226044:0:6176:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693301.226048:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693301.226051:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693301.226055:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693301.226062:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e49161bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811584:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1779693301.226068:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693301.226071:0:6176:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.226074:0:6176:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1779693301.226076:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693301.226079:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.226087:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1779693301.226090:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e490874900. 00000100:00000001:1.0:1779693301.226092:0:6176:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1779693301.226098:0:6176:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779693301.226107:0:6176:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1779693301.226109:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693301.226112:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e49161bb80 x1866143423811584/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.226119:0:6176:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693301.226121:0:6176:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693301.226124:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90e485350000. 02000000:00000001:1.0:1779693301.226132:0:6176:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693301.226136:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693301.226137:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1779693301.226140:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693301.226142:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e4871bee00. 02000000:00000001:1.0:1779693301.226145:0:6176:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693301.226147:0:6176:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693301.226149:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e49161bb80. 00000100:00000001:1.0:1779693301.226153:0:6176:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693301.226154:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1779693301.226156:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693301.226157:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1779693301.226158:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1779693301.226161:0:6176:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779693301.226163:0:6176:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1779693301.226167:0:6176:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1779693301.226171:0:6176:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90e485763de0. 00000040:00001000:1.0:1779693301.226174:0:6176:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1779693301.226277:0:10371:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:1.0:1779693301.226283:0:10371:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e4871bfa00. 00000020:00000010:1.0:1779693301.226290:0:10371:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90e4871bf000. 00000040:00000010:1.0:1779693301.226294:0:10371:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90e4871bfe00. 00000020:00000010:1.0:1779693301.226298:0:10371:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90e4920ff800. 00000020:00000010:1.0:1779693301.226304:0:10371:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90e4a0361e30. 00000020:00000010:1.0:1779693301.226308:0:10371:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff90e4871bf400. 80000000:00000010:1.0:1779693301.226312:0:10371:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e485763660. 40000000:00000010:1.0:1779693301.226316:0:10371:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90e4920b2c80. 00100000:00000010:1.0:1779693301.226321:0:10371:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90e4920f9000. 00040000:00000010:1.0:1779693301.226331:0:10371:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90e488847300. 00040000:00000010:1.0:1779693301.226337:0:10371:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90e4920f8800. 00040000:00000010:1.0:1779693301.226341:0:10371:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e4871bfc00. 00000004:00000010:1.0:1779693301.226345:0:10371:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff90e4920fb800. 00000004:00000010:1.0:1779693301.226351:0:10371:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff90e484c2c000. 00000004:00000010:1.0:1779693301.226359:0:10371:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff90e4920fd000. 00002000:00000010:1.0:1779693301.226363:0:10371:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90e487185400. 00000004:00000010:1.0:1779693301.226367:0:10371:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff90e487187000. 00000020:00000010:1.0:1779693301.226372:0:10371:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90e4920b2280. 00000040:00000010:1.0:1779693301.226380:0:10371:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90e4852d6000. 00000040:00080000:1.0:1779693301.230303:0:10371:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1779693301.230317:0:10371:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff90e4852d6000. 00000020:00000010:1.0:1779693301.230328:0:10371:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90e4920b2280. 00000020:00000010:1.0:1779693301.230346:0:10371:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e4871bf000. 00000040:00000010:1.0:1779693301.230350:0:10371:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e4871bfe00. 00000020:00000010:1.0:1779693301.230354:0:10371:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e4920ff800. 00000020:00000010:1.0:1779693301.230359:0:10371:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90e4a0361e30. 00000020:00000010:1.0:1779693301.230364:0:10371:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff90e4871bf400. 80000000:00000010:1.0:1779693301.230367:0:10371:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e485763660. 40000000:00000010:1.0:1779693301.230373:0:10371:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90e4920b2c80. 00100000:00000010:1.0:1779693301.230377:0:10371:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90e4920f9000. 00040000:00000010:1.0:1779693301.230382:0:10371:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90e488847300. 00040000:00000010:1.0:1779693301.230388:0:10371:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90e4920f8800. 00040000:00000010:1.0:1779693301.230392:0:10371:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e4871bfc00. 00000004:00000010:1.0:1779693301.230395:0:10371:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff90e4920fb800. 00000004:00000010:1.0:1779693301.230400:0:10371:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff90e484c2c000. 00000004:00000010:1.0:1779693301.230405:0:10371:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff90e4920fd000. 00002000:00000010:1.0:1779693301.235116:0:10371:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90e487185400. 00000004:00000010:1.0:1779693301.235133:0:10371:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff90e487187000. 00000020:00000010:1.0:1779693301.235137:0:10371:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e4871bfa00. 00000040:00000010:1.0:1779693301.235168:0:6176:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90e485763de0. 00000040:00000001:1.0:1779693301.235172:0:6176:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1779693301.235176:0:6176:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1779693301.235181:0:6176:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90e4852d0000. 00000040:00000010:1.0:1779693301.235202:0:6176:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90e483cb1000. 00000020:00000001:1.0:1779693301.235206:0:6176:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779693301.235209:0:6176:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1779693301.235214:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e488874c00. 00000040:00000010:1.0:1779693301.235218:0:6176:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e488874800. 00000020:00000010:1.0:1779693301.235221:0:6176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e4852f4000. 00000020:00000010:1.0:1779693301.235226:0:6176:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff90e488874200. 80000000:00000010:1.0:1779693301.235231:0:6176:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e4831f4720. 00040000:00000010:1.0:1779693301.235236:0:6176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e488874600. 20000000:00000010:1.0:1779693301.235241:0:6176:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff90e488874e00. 00000020:00000010:1.0:1779693301.235243:0:6176:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e488875600. 10000000:00000010:1.0:1779693301.235246:0:6176:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90e4830dd3c0. 10000000:01000000:1.0:1779693301.235249:0:6176:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1779693301.235253:0:6176:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1779693301.235255:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779693301.235258:0:6176:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779693301.235261:0:6176:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e4829bc400 refcount=3 00000020:00000001:1.0:1779693301.235263:0:6176:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909851030528 : -122163858521088 : ffff90e4829bc400) 00010000:00000001:1.0:1779693301.235266:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621909851030528 : -122163858521088 : ffff90e4829bc400) 00010000:00000001:1.0:1779693301.235268:0:6176:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1779693301.235273:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4829bc400/0x73872e0df55a1ed6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62afe expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779693301.235283:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779693301.235285:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1779693301.235288:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff90e4829bc400/0x73872e0df55a1ed6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62afe expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779693301.235294:0:6176:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1779693301.235295:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779693301.235296:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1779693301.235298:0:6176:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779693301.235300:0:6176:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779693301.235302:0:6176:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1779693301.235310:0:6176:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1779693301.235311:0:6176:0:(mgc_request.c:108:config_log_get()) log params (ffff90e48577b000) refs 2 10000000:00000001:1.0:1779693301.235313:0:6176:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779693301.235315:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1779693301.235317:0:6176:0:(mgc_request.c:123:config_log_put()) log params(ffff90e488875c00) refs 3 10000000:00000001:1.0:1779693301.235319:0:6176:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1779693301.235320:0:6176:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1779693301.235322:0:6176:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1779693301.235323:0:6176:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1779693301.235325:0:6176:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff90e487d9a800 from 7 10000000:00000001:1.0:1779693301.235327:0:6176:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1779693301.235328:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1779693301.235336:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e49161bb80. 00000020:00000040:1.0:1779693301.235340:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:1.0:1779693301.235344:0:6176:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1779693301.235348:0:6176:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1779693301.235353:0:6176:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1779693301.235359:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e4871bfa00. 00000100:00000001:1.0:1779693301.235366:0:6176:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693301.235371:0:6176:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1779693301.235373:0:6176:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1779693301.235378:0:6176:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff90e48893aa00 count: 2 00010000:00000001:1.0:1779693301.235381:0:6176:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1779693301.235384:0:6176:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1779693301.235387:0:6176:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90e4829bc200. 00000020:00000001:1.0:1779693301.235392:0:6176:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1779693301.235394:0:6176:0:(lustre_handles.c:77:class_handle_hash()) added object ffff90e4829bc200 with handle 0x73872e0df55a1edd to hash 00000020:00000001:1.0:1779693301.235395:0:6176:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1779693301.235397:0:6176:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621909851030016 : -122163858521600 : ffff90e4829bc200) 00010000:00000001:1.0:1779693301.235400:0:6176:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621909851030016 : -122163858521600 : ffff90e4829bc200) 00010000:00000001:1.0:1779693301.235404:0:6176:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1779693301.235407:0:6176:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693301.235410:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4829bc200/0x73872e0df55a1edd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693301.235418:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff90e4829bc200/0x73872e0df55a1edd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779693301.235439:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff90e4829bc200/0x73872e0df55a1edd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1779693301.235446:0:6176:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1779693301.235449:0:6176:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1779693301.235456:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e490874cc0. 00000100:00000001:1.0:1779693301.235458:0:6176:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621910084570304 : -122163624981312 : ffff90e490874cc0) 00000100:00000001:1.0:1779693301.235461:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693301.235462:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098885504 : -122163610666112 : ffff90e49161bb80) 00000100:00000001:1.0:1779693301.235467:0:6176:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1779693301.235473:0:6176:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.235475:0:6176:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1779693301.235477:0:6176:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693301.235489:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.235498:0:6176:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693301.235500:0:6176:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693301.235505:0:6176:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693301.235507:0:6176:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693301.235510:0:6176:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693301.235514:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e49161bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811712:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1779693301.235518:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693301.235524:0:6176:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693301.235527:0:6176:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693301.235529:0:6176:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693301.235534:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e487187000. 02000000:00000001:1.0:1779693301.235536:0:6176:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693301.235544:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693301.235560:0:6176:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697aa8. 00000400:00000010:1.0:1779693301.235568:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd7f8. 00000100:00000200:1.0:1779693301.235574:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866143423811712, portal 25 00000100:00000001:1.0:1779693301.235576:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693301.235582:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621910098885504 : -122163610666112 : ffff90e49161bb80) 00000100:00000040:1.0:1779693301.235588:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.235596:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693301.235599:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693301.235602:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bde58. 00000100:00000200:1.0:1779693301.235605:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1866143423811712, offset 0 00000400:00000200:1.0:1779693301.235613:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693301.235620:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.235627:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693301.235632:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693301.235645:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693301.235649:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693301.235651:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693301.235654:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [171:171:256:4294967295] 192.168.203.115@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1779693301.235658:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.235667:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693301.235673:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693301.235678:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847300. 00000800:00000200:1.0:1779693301.235685:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693301.235693:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693301.235697:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1779693301.235710:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693301.235715:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693301.235717:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056392 00000100:00000001:1.0:1779693301.235746:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056375 00000100:00000001:1.0:1779693301.235752:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056392 00000100:00000001:1.0:1779693301.235755:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056375 00000100:00000001:1.0:1779693301.235758:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693301.235761:0:6176:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.235773:0:6176:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693301.235775:0:6176:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1779693301.235777:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e490874cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1779693301.238901:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693301.238911:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779693301.239488:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693301.239495:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847300. 00000400:00000200:1.0:1779693301.239503:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693301.239513:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693301.239524:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bde58 00000400:00000010:1.0:1779693301.239528:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bde58. 00000100:00000001:1.0:1779693301.239533:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693301.239542:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.239563:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693301.239567:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.239575:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693301.239577:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1779693301.243176:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.243191:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693301.243195:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.243197:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693301.243206:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.243213:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693301.243223:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.243227:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.243232:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.243236:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 344 into portal 25 MB=0x6a13f5fe05080 00000400:00000200:1.0:1779693301.243241:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693301.243247:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 344/344 into md 0x9c1 [1] + 224 00000800:00000001:1.0:1779693301.243254:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.243261:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693301.243265:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693301.243277:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693301.243285:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693301.243294:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693301.243305:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693301.243323:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693301.243333:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693301.243336:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693301.244863:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1779693301.244875:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1779693301.244877:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1779693301.244880:0:6176:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697aa8. 00000400:00000200:2.0:1779693301.244887:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd7f8 00000400:00000010:2.0:1779693301.244889:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd7f8. 00000100:00000001:2.0:1779693301.244894:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1779693301.244904:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1779693301.244915:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693301.244922:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1779693301.244924:0:6176:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693301.244927:0:6176:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1779693301.244930:0:6176:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1779693301.244933:0:6176:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1779693301.244935:0:6176:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693301.244939:0:6176:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1779693301.244947:0:6176:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1779693301.244951:0:6176:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1779693301.244954:0:6176:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1779693301.244956:0:6176:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693301.244959:0:6176:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1779693301.244960:0:6176:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693301.244963:0:6176:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1779693301.244968:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693301.244976:0:6176:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693301.244980:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1779693301.244991:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1779693301.244997:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1779693301.245006:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e49161bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811712:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1779693301.245012:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1779693301.245014:0:6176:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693301.245017:0:6176:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1779693301.245019:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779693301.245022:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693301.245029:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1779693301.245032:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e490874cc0. 00000100:00000001:2.0:1779693301.245036:0:6176:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1779693301.245038:0:6176:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693301.245042:0:6176:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1779693301.245045:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779693301.245049:0:6176:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779693301.245052:0:6176:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e4829bc200 refcount=4 00000020:00000001:2.0:1779693301.245055:0:6176:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909851030016 : -122163858521600 : ffff90e4829bc200) 00010000:00000001:2.0:1779693301.245057:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621909851030016 : -122163858521600 : ffff90e4829bc200) 00010000:00000040:2.0:1779693301.245066:0:6176:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90e4829bc200, remote cookie: 0xf98114e4baf62b05, flags: 0x0 00010000:00000001:2.0:1779693301.245069:0:6176:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1779693301.245073:0:6176:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1779693301.245076:0:6176:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1779693301.245077:0:6176:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1779693301.245079:0:6176:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1779693301.245082:0:6176:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff90e48893aa00) refcount = 2 00010000:00000040:2.0:1779693301.245085:0:6176:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1779693301.245089:0:6176:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: MGC192.168.203.115@tcp lock: ffff90e4829bc400/0x73872e0df55a1ed6 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf98114e4baf62afe expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779693301.245097:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff90e4829bc200/0x73872e0df55a1edd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62b05 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779693301.245110:0:6176:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1779693301.245111:0:6176:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1779693301.245113:0:6176:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1779693301.245116:0:6176:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1779693301.245118:0:6176:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693301.245121:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff90e4829bc200/0x73872e0df55a1edd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf98114e4baf62b05 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1779693301.245127:0:6176:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1779693301.245128:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779693301.245130:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779693301.245131:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779693301.245132:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779693301.245134:0:6176:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693301.245137:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1779693301.245141:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e49161bb80 x1866143423811712/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1779693317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693301.245146:0:6176:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1779693301.245149:0:6176:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1779693301.245152:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e487187000. 02000000:00000001:2.0:1779693301.245156:0:6176:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1779693301.245159:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1779693301.245161:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:2.0:1779693301.245163:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1779693301.245166:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e4871bfa00. 02000000:00000001:2.0:1779693301.245169:0:6176:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1779693301.245172:0:6176:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1779693301.245173:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e49161bb80. 00000100:00000001:2.0:1779693301.245177:0:6176:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1779693301.245178:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1779693301.245180:0:6176:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779693301.245183:0:6176:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1779693301.245185:0:6176:0:(mgc_request.c:108:config_log_get()) log params (ffff90e48577b000) refs 3 10000000:00000001:2.0:1779693301.245187:0:6176:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1779693301.245193:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1779693301.245194:0:6176:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1779693301.245196:0:6176:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e4829bc200 refcount=3 00000020:00000001:2.0:1779693301.245198:0:6176:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909851030016 : -122163858521600 : ffff90e4829bc200) 00010000:00000001:2.0:1779693301.245199:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621909851030016 : -122163858521600 : ffff90e4829bc200) 00010000:00000001:2.0:1779693301.245201:0:6176:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1779693301.245203:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1779693301.245203:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1779693301.245205:0:6176:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1779693301.245207:0:6176:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1779693301.245212:0:6176:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90e483ca4e40. 00000020:00000010:2.0:1779693301.245216:0:6176:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e4835b3a00. 00000020:00000010:2.0:1779693301.245223:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90e48b876400. 00000040:00000010:2.0:1779693301.245227:0:6176:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90e485339c00. 00000020:00000010:2.0:1779693301.245233:0:6176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90e4985cd000. 00000020:00000010:2.0:1779693301.245238:0:6176:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff90e485339400. 80000000:00000010:2.0:1779693301.245242:0:6176:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e487c3e1e0. 00040000:00000010:2.0:1779693301.245248:0:6176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e48a601200. 20000000:00000010:2.0:1779693301.245253:0:6176:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff90e484c3e400. 10000000:00000040:2.0:1779693301.245257:0:6176:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff90e485797480 : new refcount 2 00000020:00000001:2.0:1779693301.245260:0:6176:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1779693301.245261:0:6176:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1779693301.245264:0:6176:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:2.0:1779693301.245268:0:6176:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90e484c3f600. 00000040:00000001:2.0:1779693301.245271:0:6176:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1779693301.245273:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000010:2.0:1779693301.245277:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e487c12d80. 00000020:00000040:2.0:1779693301.245280:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=5 obd=MGC192.168.203.115@tcp 00000100:00000001:2.0:1779693301.245285:0:6176:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1779693301.245287:0:6176:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1779693301.245292:0:6176:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1779693301.245299:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e484c3f200. 00000100:00000001:2.0:1779693301.245305:0:6176:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693301.245310:0:6176:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1779693301.245312:0:6176:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1779693301.245323:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e4920b6180. 00000100:00000001:2.0:1779693301.245325:0:6176:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621910110003584 : -122163599548032 : ffff90e4920b6180) 00000100:00000001:2.0:1779693301.245328:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779693301.245329:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909937368448 : -122163772183168 : ffff90e487c12d80) 00000100:00000001:2.0:1779693301.245333:0:6176:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1779693301.245337:0:6176:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693301.245339:0:6176:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1779693301.245341:0:6176:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1779693301.245345:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693301.245351:0:6176:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1779693301.245354:0:6176:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693301.245358:0:6176:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1779693301.245360:0:6176:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1779693301.245362:0:6176:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1779693301.245365:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e487c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811840:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1779693301.245369:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1779693301.245374:0:6176:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1779693301.245377:0:6176:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1779693301.245379:0:6176:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1779693301.245383:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e484c3e000. 02000000:00000001:2.0:1779693301.245385:0:6176:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779693301.245391:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1779693301.245394:0:6176:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e484c96268. 00000400:00000010:2.0:1779693301.245399:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c000. 00000100:00000200:2.0:1779693301.245404:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423811840, portal 25 00000100:00000001:2.0:1779693301.245406:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1779693301.245408:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909937368448 : -122163772183168 : ffff90e487c12d80) 00000100:00000040:2.0:1779693301.246160:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1779693301.246168:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1779693301.246171:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1779693301.246175:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488f5c330. 00000100:00000200:2.0:1779693301.246185:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1866143423811840, offset 0 00000400:00000200:2.0:1779693301.246191:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1779693301.246199:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693301.246205:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1779693301.246210:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1779693301.246214:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1779693301.246217:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1779693301.246220:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1779693301.246223:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [172:172:256:4294967295] 192.168.203.115@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:2.0:1779693301.246228:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1779693301.246237:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1779693301.246243:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1779693301.246247:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e482ca7300. 00000800:00000200:2.0:1779693301.246253:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1779693301.246261:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1779693301.246265:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e482ca7300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1779693301.246282:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1779693301.246286:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1779693301.246288:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056413 00000100:00000001:2.0:1779693301.246295:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056392 00000100:00000001:2.0:1779693301.246300:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056413 00000100:00000001:2.0:1779693301.246303:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056392 00000100:00000001:2.0:1779693301.246305:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1779693301.246308:0:6176:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1779693301.246310:0:6176:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1779693301.246312:0:6176:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1779693301.246314:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e4920b6180 going to sleep for 11 seconds 00000100:00000001:2.0:1779693301.246317:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1779693301.246319:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779693301.248085:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693301.248091:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e482ca7300. 00000400:00000200:0.0:1779693301.248097:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693301.248105:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693301.248113:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c330 00000400:00000010:0.0:1779693301.248115:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c330. 00000100:00000001:0.0:1779693301.248120:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693301.248129:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693301.248155:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693301.248159:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693301.248166:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693301.248168:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779693301.257845:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693301.257862:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693301.257866:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693301.257869:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693301.257877:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.257884:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693301.257893:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.257898:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.257902:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.257907:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 272 into portal 25 MB=0x6a13f5fe05100 00000400:00000200:0.0:1779693301.257912:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.257918:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 272/272 into md 0x9d1 [1] + 224 00000800:00000001:0.0:1779693301.257926:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693301.257932:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693301.257936:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693301.257940:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693301.257947:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693301.257956:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693301.257975:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693301.257996:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693301.258005:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693301.258008:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693301.258085:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779693301.258093:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779693301.258095:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779693301.258098:0:6176:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e484c96268. 00000400:00000200:3.0:1779693301.258104:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488f5c000 00000400:00000010:3.0:1779693301.258106:0:6176:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488f5c000. 00000100:00000001:3.0:1779693301.258109:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779693301.258114:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693301.258136:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.258143:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779693301.258145:0:6176:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693301.258148:0:6176:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779693301.258151:0:6176:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779693301.258153:0:6176:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779693301.258155:0:6176:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693301.258158:0:6176:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779693301.258164:0:6176:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1779693301.258167:0:6176:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1779693301.258170:0:6176:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779693301.258172:0:6176:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693301.258174:0:6176:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779693301.258176:0:6176:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.258179:0:6176:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693301.258183:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.258190:0:6176:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693301.258193:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779693301.258194:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779693301.258198:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693301.258205:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e487c12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811840:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1779693301.258209:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693301.258212:0:6176:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.258215:0:6176:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1779693301.258216:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693301.258219:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.258239:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779693301.258247:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e4920b6180. 00000100:00000001:3.0:1779693301.258250:0:6176:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1779693301.258252:0:6176:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1779693301.258257:0:6176:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1779693301.258261:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693301.258263:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1779693301.258265:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1779693301.258266:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693301.258270:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e487c12d80 x1866143423811840/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1779693317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.258275:0:6176:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779693301.258278:0:6176:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779693301.258281:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e484c3e000. 02000000:00000001:3.0:1779693301.258284:0:6176:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779693301.258285:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693301.258287:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1779693301.258288:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779693301.258290:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e484c3f200. 02000000:00000001:3.0:1779693301.258293:0:6176:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779693301.258295:0:6176:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779693301.258297:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e487c12d80. 00000100:00000001:3.0:1779693301.258300:0:6176:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779693301.258301:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1779693301.258304:0:6176:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1779693301.258307:0:6176:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:3.0:1779693301.258325:0:6176:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90e485340000. 00000040:00000001:3.0:1779693301.258327:0:6176:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1779693301.258329:0:6176:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1779693301.258332:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000010:3.0:1779693301.258336:0:6176:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e48711b800. 00000020:00000040:3.0:1779693301.258339:0:6176:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=5 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1779693301.258342:0:6176:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1779693301.258345:0:6176:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1779693301.258349:0:6176:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1779693301.258354:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e484cc3e00. 00000100:00000001:3.0:1779693301.258360:0:6176:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.258363:0:6176:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1779693301.258380:0:6176:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1779693301.258386:0:6176:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e491333900. 00000100:00000001:3.0:1779693301.258388:0:6176:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621910095837440 : -122163613714176 : ffff90e491333900) 00000100:00000001:3.0:1779693301.258391:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779693301.258392:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925869568 : -122163783682048 : ffff90e48711b800) 00000100:00000001:3.0:1779693301.258396:0:6176:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1779693301.258400:0:6176:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.258402:0:6176:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1779693301.258404:0:6176:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1779693301.258417:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.258425:0:6176:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1779693301.258427:0:6176:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693301.258431:0:6176:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1779693301.258433:0:6176:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1779693301.258435:0:6176:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1779693301.258438:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e48711b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811968:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1779693301.258442:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1779693301.258446:0:6176:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1779693301.258448:0:6176:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693301.258451:0:6176:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1779693301.258464:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90e483e0c000. 02000000:00000001:3.0:1779693301.258466:0:6176:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779693301.258471:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1779693301.258474:0:6176:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e489fafaa8. 00000400:00000010:3.0:1779693301.258479:0:6176:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90e491333cc0. 00000100:00000200:3.0:1779693301.258485:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1866143423811968, portal 25 00000100:00000001:3.0:1779693301.258486:0:6176:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1779693301.258488:0:6176:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909925869568 : -122163783682048 : ffff90e48711b800) 00000100:00000040:3.0:1779693301.258493:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.258499:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1779693301.258501:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1779693301.258508:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e489fab110. 00000100:00000200:3.0:1779693301.258511:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1866143423811968, offset 0 00000400:00000200:3.0:1779693301.258517:0:6176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1779693301.258522:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693301.258528:0:6176:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1779693301.258533:0:6176:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1779693301.258536:0:6176:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1779693301.258540:0:6176:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1779693301.258542:0:6176:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1779693301.258556:0:6176:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [173:173:256:4294967295] 192.168.203.115@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1779693301.258561:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1779693301.258569:0:6176:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1779693301.258575:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1779693301.258579:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e498ef3200. 00000800:00000200:3.0:1779693301.258586:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1779693301.258592:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1779693301.258595:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e498ef3200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1779693301.258612:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1779693301.258616:0:6176:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1779693301.258619:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056422 00000100:00000001:3.0:1779693301.258626:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056413 00000100:00000001:3.0:1779693301.258630:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056422 00000100:00000001:3.0:1779693301.258633:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056413 00000100:00000001:3.0:1779693301.258636:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693301.258639:0:6176:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.258641:0:6176:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1779693301.258643:0:6176:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1779693301.258645:0:6176:0:(client.c:2692:ptlrpc_set_wait()) set ffff90e491333900 going to sleep for 11 seconds 00000100:00000001:3.0:1779693301.258647:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1779693301.258649:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1779693301.258917:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1779693301.258927:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e498ef3200. 00000400:00000200:0.0:1779693301.258931:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693301.258934:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693301.258938:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e489fab110 00000400:00000010:0.0:1779693301.258940:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e489fab110. 00000100:00000001:0.0:1779693301.258943:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1779693301.258947:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693301.258955:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693301.258958:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693301.258963:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693301.258974:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779693301.260496:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693301.260511:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693301.260514:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693301.260517:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693301.260523:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.260529:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693301.260537:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.260541:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.260554:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.260559:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8416 into portal 25 MB=0x6a13f5fe05180 00000400:00000200:0.0:1779693301.260563:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693301.260569:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8416/8416 into md 0x9d9 [4] + 224 00000800:00000001:0.0:1779693301.260576:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693301.260588:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693301.260591:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693301.260595:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693301.260601:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693301.260608:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693301.260620:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693301.260659:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693301.260667:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693301.260670:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693301.260722:0:6176:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1779693301.260772:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1779693301.260775:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1779693301.260779:0:6176:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e489fafaa8. 00000400:00000200:3.0:1779693301.260796:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e491333cc0 00000400:00000010:3.0:1779693301.260799:0:6176:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff90e491333cc0. 00000100:00000001:3.0:1779693301.260804:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1779693301.260814:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1779693301.260827:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.260835:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1779693301.260838:0:6176:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693301.260841:0:6176:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1779693301.260844:0:6176:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1779693301.260847:0:6176:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1779693301.260850:0:6176:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1779693301.260853:0:6176:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1779693301.260861:0:6176:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1779693301.260866:0:6176:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1779693301.260868:0:6176:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1779693301.260870:0:6176:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1779693301.260873:0:6176:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1779693301.260875:0:6176:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.260879:0:6176:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1779693301.260883:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.260891:0:6176:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1779693301.260895:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1779693301.260898:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1779693301.260902:0:6176:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779693301.260910:0:6176:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e48711b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:6176:1866143423811968:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1779693301.260915:0:6176:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1779693301.260924:0:6176:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1779693301.260926:0:6176:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1779693301.260928:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693301.260933:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.260940:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1779693301.260943:0:6176:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e491333900. 00000100:00000001:3.0:1779693301.260946:0:6176:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1779693301.260947:0:6176:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1779693301.260957:0:6176:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1779693301.260959:0:6176:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1779693301.260961:0:6176:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e48711b800 x1866143423811968/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1779693317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1779693301.260968:0:6176:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1779693301.260971:0:6176:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1779693301.260975:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90e483e0c000. 02000000:00000001:3.0:1779693301.260989:0:6176:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1779693301.260992:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693301.260994:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1779693301.260997:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1779693301.261000:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e484cc3e00. 02000000:00000001:3.0:1779693301.261004:0:6176:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1779693301.261006:0:6176:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1779693301.261008:0:6176:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e48711b800. 00000100:00000001:3.0:1779693301.261012:0:6176:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1779693301.261014:0:6176:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1779693301.261017:0:6176:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1779693301.261018:0:6176:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1779693301.261019:0:6176:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1779693301.261022:0:6176:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1779693301.261026:0:6176:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1779693301.261030:0:6176:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1779693301.261034:0:6176:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90e4831f43c0. 00000040:00001000:3.0:1779693301.261038:0:6176:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1779693301.261585:0:10372:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:3.0:1779693301.261594:0:10372:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e484cc3e00. 00000020:00000010:3.0:1779693301.261610:0:10372:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90e484cc3a00. 00000040:00000010:3.0:1779693301.261615:0:10372:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90e484cc3000. 00000020:00000010:3.0:1779693301.261622:0:10372:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90e4852f5000. 00000020:00000010:3.0:1779693301.261629:0:10372:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90e490835588. 00000020:00000010:3.0:1779693301.261635:0:10372:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff90e484cc3400. 80000000:00000010:3.0:1779693301.261640:0:10372:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e4831f4ae0. 40000000:00000010:3.0:1779693301.261644:0:10372:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90e4830dda80. 00100000:00000010:3.0:1779693301.261650:0:10372:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90e4852f3800. 00040000:00000010:3.0:1779693301.261657:0:10372:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90e498ef3200. 00040000:00000010:3.0:1779693301.261663:0:10372:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90e4852f6000. 00040000:00000010:3.0:1779693301.261667:0:10372:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e484cc2e00. 00000004:00000010:3.0:1779693301.261673:0:10372:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff90e4852f4800. 00000004:00000010:3.0:1779693301.261680:0:10372:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff90e485251000. 00000004:00000010:3.0:1779693301.261686:0:10372:0:(lod_dev.c:2350:lod_key_init()) kmalloced '(value)': 1224 at ffff90e4852f3000. 00002000:00000010:3.0:1779693301.261692:0:10372:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90e48528b000. 00000004:00000010:3.0:1779693301.261697:0:10372:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff90e485288400. 00000020:00000010:3.0:1779693301.261702:0:10372:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90e4830dd0c0. 00000040:00000010:3.0:1779693301.261713:0:10372:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90e485346000. 00000040:00080000:3.0:1779693301.262246:0:10372:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1779693301.262252:0:10372:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff90e485346000. 00000020:00000010:3.0:1779693301.262261:0:10372:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90e4830dd0c0. 00000020:00000010:3.0:1779693301.262280:0:10372:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e484cc3a00. 00000040:00000010:3.0:1779693301.262284:0:10372:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e484cc3000. 00000020:00000010:3.0:1779693301.262287:0:10372:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e4852f5000. 00000020:00000010:3.0:1779693301.262292:0:10372:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90e490835588. 00000020:00000010:3.0:1779693301.262297:0:10372:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff90e484cc3400. 80000000:00000010:3.0:1779693301.262300:0:10372:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e4831f4ae0. 40000000:00000010:3.0:1779693301.262303:0:10372:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90e4830dda80. 00100000:00000010:3.0:1779693301.262307:0:10372:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90e4852f3800. 00040000:00000010:3.0:1779693301.262310:0:10372:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90e498ef3200. 00040000:00000010:3.0:1779693301.262313:0:10372:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90e4852f6000. 00040000:00000010:3.0:1779693301.262316:0:10372:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e484cc2e00. 00000004:00000010:3.0:1779693301.262319:0:10372:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff90e4852f4800. 00000004:00000010:3.0:1779693301.262323:0:10372:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff90e485251000. 00000004:00000010:3.0:1779693301.262335:0:10372:0:(lod_dev.c:2376:lod_key_fini()) kfreed 'info': 1224 at ffff90e4852f3000. 00002000:00000010:3.0:1779693301.262338:0:10372:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90e48528b000. 00000004:00000010:3.0:1779693301.262342:0:10372:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff90e485288400. 00000020:00000010:3.0:1779693301.262345:0:10372:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e484cc3e00. 00000040:00000010:1.0:1779693301.262432:0:6176:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90e4831f43c0. 00000040:00000001:1.0:1779693301.262442:0:6176:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1779693301.262446:0:6176:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1779693301.262451:0:6176:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90e485340000. 00000040:00000010:1.0:1779693301.262455:0:6176:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90e484c3f600. 00000020:00000001:1.0:1779693301.262457:0:6176:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779693301.262460:0:6176:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1779693301.262466:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e48b876400. 00000040:00000010:1.0:1779693301.262471:0:6176:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e485339c00. 00000020:00000010:1.0:1779693301.262476:0:6176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e4985cd000. 00000020:00000010:1.0:1779693301.262481:0:6176:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff90e485339400. 80000000:00000010:1.0:1779693301.262485:0:6176:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e487c3e1e0. 00040000:00000010:1.0:1779693301.262490:0:6176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e48a601200. 20000000:00000010:1.0:1779693301.262495:0:6176:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff90e484c3e400. 00000020:00000010:1.0:1779693301.262498:0:6176:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e4835b3a00. 10000000:00000010:1.0:1779693301.262501:0:6176:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90e483ca4e40. 10000000:01000000:1.0:1779693301.262504:0:6176:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1779693301.262508:0:6176:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1779693301.262510:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1779693301.262513:0:6176:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1779693301.262515:0:6176:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff90e4829bc200 refcount=3 00000020:00000001:1.0:1779693301.262517:0:6176:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621909851030016 : -122163858521600 : ffff90e4829bc200) 00010000:00000001:1.0:1779693301.262520:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621909851030016 : -122163858521600 : ffff90e4829bc200) 00010000:00000001:1.0:1779693301.262522:0:6176:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1779693301.262540:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff90e4829bc200/0x73872e0df55a1edd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62b05 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779693301.262559:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779693301.262561:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1779693301.262564:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff90e4829bc200/0x73872e0df55a1edd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf98114e4baf62b05 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1779693301.262569:0:6176:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1779693301.262571:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1779693301.262572:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1779693301.262573:0:6176:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779693301.262575:0:6176:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1779693301.262578:0:6176:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1779693301.262580:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1779693301.262581:0:6176:0:(mgc_request.c:123:config_log_put()) log params(ffff90e48577b000) refs 3 10000000:00000001:1.0:1779693301.262583:0:6176:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1779693302.048908:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693302.048917:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693302.048924:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693302.048925:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779693302.049029:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779693302.049033:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693302.049036:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1779693302.560982:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571910 (cpu 0) has reached its deadline 4295056422, at 4295056448 00000100:00000010:1.0:1779693302.561001:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e485763780. 00000100:00000040:0.0:1779693302.561998:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571800 (cpu 0) has reached its deadline 4295056422, at 4295056449 00000100:00000010:0.0:1779693302.562010:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e485763c60. 10000000:00000001:1.0:1779693302.688875:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1779693302.688884:0:6176:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1779693303.072899:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693303.072907:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693303.072913:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693303.072915:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693303.073078:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693303.073082:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693303.073109:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1779693304.096879:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693304.096887:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693304.096894:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693304.096895:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1779693304.097201:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1779693304.097205:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1779693304.097208:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779693305.058059:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693305.058072:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693305.058082:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af5c00. 00000020:00000040:0.0:1779693305.058090:0:8:0:(genops.c:1231:class_import_get()) import ffff90e487c79800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:0.0:1779693305.058095:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693305.058099:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693305.058105:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693305.058115:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e4896bac00. 00000100:00000001:0.0:1779693305.058123:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.058138:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e6a7e405-dcb5-4aa2-be35-c3f7796206d3->MGS req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693305.058149:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693305.058154:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.058161:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004810236c] to pc [ptlrpcd_00_01+1] req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.058207:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.058210:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693305.058214:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693305.058217:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af7800. 00000020:00000040:0.0:1779693305.058219:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4871c5000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000100:00000001:0.0:1779693305.058222:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693305.058223:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693305.058226:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693305.058229:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e4896bad00. 00000100:00000001:0.0:1779693305.058232:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.058236:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0000_UUID req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693305.058244:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693305.058246:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.058249:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a14eef48] to pc [ptlrpcd_00_00+0] req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.058256:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.058258:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693305.058261:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693305.058264:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af7b80. 00000020:00000040:0.0:1779693305.058266:0:8:0:(genops.c:1231:class_import_get()) import ffff90e484c98800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000100:00000001:0.0:1779693305.058268:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693305.058269:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693305.058271:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.058352:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693305.058358:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693305.058361:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693305.058368:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.058375:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693305.058377:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693305.058382:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693305.058385:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693305.058394:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693305.058398:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423812096:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693305.058402:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693305.058410:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693305.058413:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693305.058416:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693305.058421:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871bf000. 02000000:00000001:1.0:1779693305.058422:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693305.058431:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693305.058435:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697bb0. 00000400:00000010:1.0:1779693305.058443:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bde58. 00000100:00000200:1.0:1779693305.058452:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423812096, portal 25 00000100:00000001:1.0:1779693305.058455:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693305.058457:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852314624 : -122163857236992 : ffff90e482af5c00) 00000100:00000040:1.0:1779693305.058463:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.058471:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693305.058474:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693305.058477:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd880. 00000100:00000200:1.0:1779693305.058480:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866143423812096, offset 0 00000400:00000200:1.0:1779693305.058487:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1779693305.058497:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693305.058506:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1779693305.058513:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1779693305.058527:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1779693305.058531:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693305.058534:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1779693305.058538:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [174:174:256:4294967295] 192.168.203.115@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1779693305.058543:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693305.058553:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1779693305.058560:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693305.058566:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847300. 00000800:00000200:1.0:1779693305.058579:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1779693305.058587:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1779693305.058592:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1779693305.058607:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693305.058611:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693305.058614:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295060225 00000100:00000010:1.0:1779693305.058618:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e485763de0. 00000100:00000001:1.0:1779693305.058625:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1779693305.058632:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295060225 00000100:00000010:1.0:1779693305.058634:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e485763660. 00000100:00000001:1.0:1779693305.058638:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1779693305.058641:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693305.058644:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.058647:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.058650:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.058658:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693305.058660:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1779693305.058662:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693305.058664:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693305.058665:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693305.058668:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1779693305.058669:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.058671:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693305.058672:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.058674:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693305.058674:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693305.058676:0:2407:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1779693305.058679:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.058686:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1779693305.058687:0:2407:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693305.058689:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1779693305.058691:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1779693305.058693:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1779693305.058700:0:2407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423812224:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693305.058703:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1779693305.058706:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1779693305.058707:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693305.058709:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1779693305.058712:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4871bfe00. 02000000:00000001:1.0:1779693305.058714:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693305.058718:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1779693305.058720:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e491697420. 00000400:00000010:1.0:1779693305.058760:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bdaa0. 02000000:00000010:0.0:1779693305.059033:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e4896ba900. 00000100:00000001:0.0:1779693305.059041:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.059048:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-MDT0001_UUID req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693305.059057:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693305.059066:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.059072:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfcddae7] to pc [ptlrpcd_00_01+1] req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.059082:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.059084:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693305.059087:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693305.059089:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693305.059091:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 631e3e6a-12a0-4b78-8234-4228fcb628ff->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693305.059093:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693305.059095:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693305.059099:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af4000. 00000020:00000040:0.0:1779693305.059102:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a3800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000100:00000001:0.0:1779693305.059105:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693305.059106:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693305.059108:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693305.059113:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e4896bab00. 00000100:00000001:0.0:1779693305.059116:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.059119:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0000_UUID req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693305.059126:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693305.059128:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.059132:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066b48404] to pc [ptlrpcd_00_00+0] req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.059140:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.059143:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1779693305.059146:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1779693305.059149:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e482af6300. 00000020:00000040:0.0:1779693305.059151:0:8:0:(genops.c:1231:class_import_get()) import ffff90e4916a4800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000100:00000001:0.0:1779693305.059159:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1779693305.059160:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1779693305.059162:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1779693305.059166:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e4896ba600. 00000100:00000001:0.0:1779693305.059170:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.059174:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-MDT0001_UUID req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1779693305.059181:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1779693305.059183:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.059187:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcc6a5f] to pc [ptlrpcd_00_01+1] req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.059194:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.059197:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693305.059200:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693305.059203:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1779693305.059206:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) bc0723a5-1a50-4b40-80eb-ecacf6e94d8a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1779693305.059212:0:8:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:0.0:1779693305.059227:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693305.059230:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693305.059231:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693305.059236:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.059243:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693305.059245:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693305.059247:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693305.059249:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693305.059251:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693305.059255:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423812480:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693305.059258:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693305.059267:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693305.059269:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693305.059271:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1779693305.059840:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e48579e600. 02000000:00000001:0.0:1779693305.059846:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693305.059852:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693305.059857:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796420. 00000400:00000010:0.0:1779693305.059863:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803330. 00000100:00000200:0.0:1779693305.059868:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423812480, portal 10 00000100:00000001:0.0:1779693305.059871:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693305.059873:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852307456 : -122163857244160 : ffff90e482af4000) 00000100:00000040:0.0:1779693305.059881:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.059888:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693305.059890:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693305.059892:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888033b8. 00000100:00000200:0.0:1779693305.059895:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423812480, offset 0 00000400:00000200:0.0:1779693305.059902:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693305.059908:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.059915:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1779693305.059920:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1779693305.059924:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693305.059927:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693305.059931:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693305.059934:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [175:175:255:4294967295] 192.168.203.115@tcp LPNI seq info [175:175:7:4294967295] 00000400:00000200:0.0:1779693305.059939:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000200:1.0:1779693305.059975:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423812224, portal 10 00000100:00000001:1.0:1779693305.059977:0:2407:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1779693305.059978:0:2407:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852321792 : -122163857229824 : ffff90e482af7800) 00000100:00000040:1.0:1779693305.059985:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.059992:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1779693305.059994:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1779693305.059997:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4860bd198. 00000100:00000200:1.0:1779693305.059999:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423812224, offset 0 00000400:00000200:1.0:1779693305.060004:0:2407:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1779693305.060066:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693305.060075:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693305.060080:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4896ba000. 00000800:00000200:0.0:1779693305.060087:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693305.060094:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693305.060099:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4896ba000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693305.060111:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.060116:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: using a timeout of 15447 usecs (16 jiffies) 00000400:00000200:0.0:1779693305.060120:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693305.060123:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295058963 00000100:00000001:0.0:1779693305.060126:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295060225 00000100:00000001:0.0:1779693305.060128:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295058963 00000100:00000001:0.0:1779693305.060130:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295060225 00000100:00000001:0.0:1779693305.060133:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693305.060136:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693305.060139:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693305.060141:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693305.060148:0:2406:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693305.060151:0:2406:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1779693305.060154:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693305.060155:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693305.060157:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693305.060159:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1779693305.060161:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693305.060163:0:2406:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1779693305.060164:0:2406:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693305.060166:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693305.060167:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693305.060168:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693305.060173:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.060180:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693305.060182:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693305.060185:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693305.060188:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693305.060190:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1779693305.060194:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423812352:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693305.060197:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1779693305.060201:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1779693305.060208:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693305.060208:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 02000000:00000001:0.0:1779693305.060210:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1779693305.060212:0:2407:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 02000000:00000010:0.0:1779693305.060214:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e48579f200. 00000400:00000200:1.0:1779693305.060215:0:2407:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1779693305.060216:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693305.060218:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693305.060219:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693305.060220:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1779693305.060222:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796bb0. 00000400:00000200:1.0:1779693305.060223:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000010:0.0:1779693305.060226:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e4888037f8. 00000400:00000200:1.0:1779693305.060226:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [176:176:254:4294967295] 192.168.203.115@tcp LPNI seq info [176:176:6:4294967295] 00000100:00000200:0.0:1779693305.060229:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423812352, portal 10 00000400:00000200:1.0:1779693305.060230:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693305.060231:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693305.060232:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852322688 : -122163857228928 : ffff90e482af7b80) 00000400:00000200:1.0:1779693305.060236:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000100:00000040:0.0:1779693305.060238:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779693305.060240:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1779693305.060244:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e488847f00. 00000100:00000001:0.0:1779693305.060245:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1779693305.060247:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1779693305.060250:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803440. 00000100:00000200:0.0:1779693305.060251:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423812352, offset 0 00000800:00000200:1.0:1779693305.060253:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000400:00000200:0.0:1779693305.060256:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000800:00000200:1.0:1779693305.060257:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000400:00000200:0.0:1779693305.060259:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:1.0:1779693305.060260:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e488847f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1779693305.060262:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000100:00000001:1.0:1779693305.060263:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693305.060265:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1779693305.060266:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: using a timeout of 111745 usecs (112 jiffies) 00000400:00000200:0.0:1779693305.060267:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693305.060269:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1779693305.060269:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1779693305.060271:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295059059 00000400:00000200:0.0:1779693305.060272:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000100:00000001:1.0:1779693305.060273:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295060225 00000100:00000001:1.0:1779693305.060275:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295059059 00000100:00000001:1.0:1779693305.060277:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295060225 00000100:00000001:1.0:1779693305.060279:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693305.060281:0:2407:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.060283:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.060285:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.060287:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693305.060289:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693305.060290:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.060291:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779693305.060348:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693305.060353:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847300. 00000400:00000200:1.0:1779693305.060358:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693305.060364:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1779693305.060449:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [177:177:253:4294967295] 192.168.203.115@tcp LPNI seq info [177:177:5:4294967295] 00000400:00000200:0.0:1779693305.060455:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.060461:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693305.060465:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693305.060468:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4896bae00. 00000400:00000200:1.0:1779693305.060468:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd880 00000400:00000010:1.0:1779693305.060471:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd880. 00000800:00000200:0.0:1779693305.060472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000100:00000001:1.0:1779693305.060475:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1779693305.060476:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693305.060479:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4896bae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1779693305.060481:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.060482:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.060489:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: using a timeout of 131710 usecs (132 jiffies) 00000100:00000001:1.0:1779693305.060491:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1779693305.060493:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693305.060494:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 0 is 4295059079 00000100:00000040:1.0:1779693305.060494:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.060497:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 0, keep current deadline 4295060225 00000100:00000001:0.0:1779693305.060499:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS new deadline estimation for cpu 1 is 4295059079 00000100:00000001:0.0:1779693305.060501:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e487d9a800: PM QoS request active for cpu 1, keep current deadline 4295060225 00000100:00000001:1.0:1779693305.060501:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693305.060503:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693305.060503:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1779693305.060505:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693305.060507:0:2406:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1779693305.060511:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.060527:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1779693305.060529:0:2406:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693305.060531:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1779693305.060533:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1779693305.060535:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779693305.060537:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1779693305.060538:0:2406:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff90e482af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423812608:192.168.203.115@tcp:400:kworker.0 00000800:00000010:1.0:1779693305.060539:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4896ba000. 00000100:00000001:0.0:1779693305.060542:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1779693305.060542:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1779693305.060545:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1779693305.060546:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 02000000:00000001:0.0:1779693305.060547:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1779693305.060548:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888033b8 02000000:00000001:0.0:1779693305.060549:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1779693305.060550:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888033b8. 00000100:00000001:1.0:1779693305.060552:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1779693305.060553:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e4812e6400. 02000000:00000001:0.0:1779693305.060554:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1779693305.060556:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779693305.060557:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1779693305.060560:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e485796478. 00000100:00000001:1.0:1779693305.060563:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1779693305.060564:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803088. 00000100:00000040:1.0:1779693305.060566:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693305.060567:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866143423812608, portal 10 00000100:00000001:0.0:1779693305.060569:0:2406:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1779693305.060570:0:2406:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446621909852316416 : -122163857235200 : ffff90e482af6300) 00000100:00000001:1.0:1779693305.060573:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.060574:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1779693305.060576:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1779693305.060580:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693305.060582:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e488847f00. 00000400:00000200:1.0:1779693305.060585:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693305.060588:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693305.060590:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bd198 00000400:00000010:1.0:1779693305.060592:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bd198. 00000100:00000001:0.0:1779693305.060593:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1779693305.060594:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1779693305.060596:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000100:00000200:1.0:1779693305.060597:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1779693305.060598:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e488803f68. 00000100:00000200:0.0:1779693305.060600:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866143423812608, offset 0 00000100:00000001:1.0:1779693305.060603:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1779693305.060604:0:2406:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000100:00000040:1.0:1779693305.060606:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1779693305.060608:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.060611:0:2406:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000100:00000001:1.0:1779693305.060613:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1779693305.060614:0:2406:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1779693305.060614:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1779693305.060617:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1779693305.060619:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1779693305.060621:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1779693305.060624:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [178:178:254:4294967295] 192.168.203.115@tcp LPNI seq info [178:178:6:4294967295] 00000400:00000200:0.0:1779693305.060627:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.060633:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1779693305.060636:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1779693305.060639:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e4896ba800. 00000800:00000200:0.0:1779693305.060642:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e484c11d80] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1779693305.060646:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1779693305.060649:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e4896ba800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1779693305.060651:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.060653:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: using a timeout of 22003 usecs (23 jiffies) 00000400:00000200:0.0:1779693305.060656:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1779693305.060658:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 0 is 4295058970 00000100:00000001:0.0:1779693305.060660:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 0, keep current deadline 4295060225 00000100:00000001:0.0:1779693305.060661:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS new deadline estimation for cpu 1 is 4295058970 00000100:00000001:0.0:1779693305.060664:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e49083a800: PM QoS request active for cpu 1, keep current deadline 4295060225 00000100:00000001:0.0:1779693305.060665:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693305.060668:0:2406:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693305.060674:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693305.060676:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1779693305.060715:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693305.060718:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4896bae00. 00000400:00000200:1.0:1779693305.060721:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693305.060995:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693305.060999:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803440 00000400:00000010:1.0:1779693305.061007:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803440. 00000100:00000001:1.0:1779693305.061010:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693305.061081:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.061091:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693305.061093:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.061099:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.061101:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1779693305.061117:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1779693305.061119:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e4896ba800. 00000400:00000200:1.0:1779693305.061122:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693305.061125:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1779693305.061129:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803f68 00000400:00000010:1.0:1779693305.061130:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803f68. 00000100:00000001:1.0:1779693305.061195:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1779693305.061201:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.061208:0:2398:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693305.061211:0:2398:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.061216:0:2398:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.061217:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1779693305.064797:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.064818:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693305.064822:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.064824:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693305.064835:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.064844:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693305.064855:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.064861:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.064867:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.064872:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe05380 00000400:00000200:0.0:1779693305.064877:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.064885:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x9f1 [1] + 224 00000800:00000001:0.0:1779693305.064894:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.064899:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693305.064903:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693305.064907:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693305.064917:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693305.064927:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693305.064939:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.065067:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693305.065078:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065083:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693305.065085:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065086:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693305.065089:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065091:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693305.065095:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065096:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065098:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065107:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe05280 00000400:00000200:0.0:1779693305.065109:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065112:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0xa01 [1] + 224 00000800:00000001:0.0:1779693305.065115:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065117:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693305.065119:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693305.065121:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693305.065123:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693305.065127:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693305.065133:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.065149:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693305.065153:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065156:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693305.065157:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065159:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693305.065162:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065165:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693305.065169:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065171:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065173:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065176:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe05300 00000400:00000200:0.0:1779693305.065180:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065184:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0xa11 [1] + 224 00000800:00000001:0.0:1779693305.065187:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065190:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693305.065192:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693305.065195:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693305.065197:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693305.065201:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693305.065215:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.065220:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693305.065223:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065225:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1779693305.065226:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065227:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693305.065229:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065231:0:2399:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1779693305.065234:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065235:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065237:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065239:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a13f5fe05400 00000400:00000200:0.0:1779693305.065242:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1779693305.065245:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0xa21 [1] + 224 00000800:00000001:0.0:1779693305.065247:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065254:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1779693305.065255:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1779693305.065257:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1779693305.065259:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693305.065261:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1779693305.065266:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.065270:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1779693305.065271:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1779693305.065273:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693305.065295:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693305.065298:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1779693305.065306:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1779693305.065311:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1779693305.065314:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697420. 00000400:00000200:0.0:1779693305.065318:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bdaa0 00000400:00000010:0.0:1779693305.065320:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bdaa0. 00000100:00000001:0.0:1779693305.065322:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1779693305.065325:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1779693305.065331:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.065335:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1779693305.065336:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693305.065338:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1779693305.065342:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1779693305.065344:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1779693305.065346:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1779693305.065348:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1779693305.065357:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4871c5460 time=101 v=5 (5 0 0 0) 00000100:00001000:0.0:1779693305.065361:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4871c5418 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1779693305.065363:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1779693305.065365:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693305.065369:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1779693305.065373:0:2407:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693305.065377:0:2407:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1779693305.065380:0:2407:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:0.0:1779693305.065382:0:2407:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1779693305.065384:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1779693305.065388:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.065396:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1779693305.065400:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1779693305.065402:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1779693305.065406:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779693305.065427:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:631e3e6a-12a0-4b78-8234-4228fcb628ff:2407:1866143423812224:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1779693305.065433:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693305.065437:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1779693305.065440:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af7800 x1866143423812224/t0(0) o400->lustre-MDT0000-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1779693305.065452:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1779693305.065455:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1779693305.065460:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871bfe00. 02000000:00000001:0.0:1779693305.065464:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1779693305.065468:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1779693305.065470:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e4871c5000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e487d9a800 00000020:00000001:0.0:1779693305.065472:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1779693305.065475:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e4896bad00. 02000000:00000001:0.0:1779693305.065479:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1779693305.065482:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1779693305.065484:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af7800. 00000100:00000001:0.0:1779693305.065488:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1779693305.065490:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1779693305.065493:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1779693305.065495:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693305.065497:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1779693305.065497:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1779693305.065499:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.065500:0:2406:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1779693305.065501:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1779693305.065504:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693305.065506:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693305.065508:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796bb0. 00000400:00000200:1.0:1779693305.065577:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4888037f8 00000400:00000010:1.0:1779693305.065580:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4888037f8. 00000100:00000001:1.0:1779693305.065583:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693305.065588:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693305.065607:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.065612:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693305.065613:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.065615:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693305.065616:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693305.065617:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693305.065618:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693305.065620:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693305.065624:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e484c98c60 time=100 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693305.065626:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e484c98c18 time=100 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693305.065628:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693305.065630:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693305.065631:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693305.065635:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693305.065639:0:2406:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.065640:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693305.065641:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e487d9a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693305.065642:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693305.065643:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693305.065646:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.065650:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693305.065651:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693305.065652:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693305.065654:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693305.065659:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:631e3e6a-12a0-4b78-8234-4228fcb628ff:2406:1866143423812352:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693305.065674:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693305.065675:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693305.065677:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796478. 00000400:00000200:1.0:1779693305.065679:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803088 00000400:00000010:1.0:1779693305.065681:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803088. 00000100:00000001:1.0:1779693305.065683:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693305.065686:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693305.065692:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.065696:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693305.065698:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.065699:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693305.065700:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693305.065701:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693305.065702:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693305.065703:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693305.065707:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a4c60 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693305.065709:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a4c18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693305.065711:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693305.065712:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693305.065713:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1779693305.065744:0:2406:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1779693305.065752:0:2406:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.065754:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693305.065756:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693305.065758:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693305.065760:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693305.065764:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.065771:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693305.065783:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693305.065785:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693305.065790:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693305.065798:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423812608:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1779693305.065805:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693305.065806:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693305.065808:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e485796420. 00000400:00000200:1.0:1779693305.065811:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e488803330 00000400:00000010:1.0:1779693305.065814:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e488803330. 00000100:00000001:1.0:1779693305.065817:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693305.065821:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693305.065831:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.065837:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693305.065839:0:2406:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.065841:0:2406:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693305.065843:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693305.065845:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693305.065846:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693305.065849:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693305.065854:0:2406:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e4916a3c60 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693305.065857:0:2406:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e4916a3c18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693305.065859:0:2406:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693305.065860:0:2406:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693305.065862:0:2406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693305.065865:0:2406:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.065868:0:2406:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1779693305.065869:0:2406:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e49083a800: skip recheck: last_committed 0 00000100:00000001:1.0:1779693305.065871:0:2406:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1779693305.065873:0:2406:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693305.065878:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.065890:0:2406:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693305.065892:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693305.065893:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693305.065897:0:2406:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693305.065903:0:2406:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc0723a5-1a50-4b40-80eb-ecacf6e94d8a:2406:1866143423812480:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693305.065907:0:2406:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.065909:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693305.065911:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af7b80 x1866143423812352/t0(0) o400->lustre-MDT0001-mdc-ffff90e487d9a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.065916:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693305.065917:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693305.065918:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e48579f200. 02000000:00000001:1.0:1779693305.065922:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693305.065923:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693305.065924:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e484c98800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e487d9a800 00000020:00000001:1.0:1779693305.065926:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693305.065927:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e4896ba900. 02000000:00000001:1.0:1779693305.065929:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693305.065931:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693305.065932:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af7b80. 00000100:00000001:1.0:1779693305.065935:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693305.065936:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.065937:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693305.065939:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af6300 x1866143423812608/t0(0) o400->lustre-MDT0001-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.065943:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693305.065944:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693305.065945:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4812e6400. 02000000:00000001:1.0:1779693305.065949:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693305.065950:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693305.065955:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e4916a4800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e49083a800 00000020:00000001:1.0:1779693305.065957:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693305.065959:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e4896ba600. 02000000:00000001:1.0:1779693305.065962:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693305.065964:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693305.065965:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af6300. 00000100:00000001:1.0:1779693305.065969:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693305.065971:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.065973:0:2406:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693305.065977:0:2406:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af4000 x1866143423812480/t0(0) o400->lustre-MDT0000-mdc-ffff90e49083a800@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.065983:0:2406:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693305.065984:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693305.065986:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e48579e600. 02000000:00000001:1.0:1779693305.065989:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693305.065990:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693305.065991:0:2406:0:(genops.c:1244:class_import_put()) import ffff90e4916a3800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e49083a800 00000020:00000001:1.0:1779693305.065993:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693305.065994:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e4896bab00. 02000000:00000001:1.0:1779693305.065997:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693305.065999:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693305.066001:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af4000. 00000100:00000001:1.0:1779693305.066004:0:2406:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693305.066005:0:2406:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.066007:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.066027:0:2406:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693305.066030:0:2406:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.066034:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693305.066036:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1779693305.070955:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693305.070977:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1779693305.070981:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693305.070984:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693305.070996:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693305.071006:0:2398:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1779693305.071017:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693305.071023:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693305.071037:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693305.071042:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a13f5fe05200 00000400:00000200:1.0:1779693305.071047:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1779693305.071055:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x9e1 [1] + 224 00000800:00000001:1.0:1779693305.071065:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693305.071074:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1779693305.071078:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1779693305.071083:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1779693305.071092:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693305.071102:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1779693305.071115:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.071199:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1779693305.071211:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1779693305.071215:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.071229:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693305.071234:0:2407:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1779693305.071243:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1779693305.071245:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1779693305.071249:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e491697bb0. 00000400:00000200:1.0:1779693305.071253:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e4860bde58 00000400:00000010:1.0:1779693305.071322:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff90e4860bde58. 00000100:00000001:1.0:1779693305.071326:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1779693305.071332:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1779693305.071340:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.071347:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1779693305.071349:0:2407:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.071352:0:2407:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1779693305.071356:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1779693305.071360:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1779693305.071366:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1779693305.071369:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1779693305.071377:0:2407:0:(import.c:2151:obd_at_measure()) add 5 to ffff90e487c79c60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1779693305.071382:0:2407:0:(import.c:2151:obd_at_measure()) add 1 to ffff90e487c79c18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1779693305.071384:0:2407:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1779693305.071386:0:2407:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1779693305.071390:0:2407:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1779693305.071392:0:2407:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.071395:0:2407:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1779693305.071401:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.071408:0:2407:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1779693305.071411:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1779693305.071413:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1779693305.071416:0:2407:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1779693305.071423:0:2407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff90e482af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e6a7e405-dcb5-4aa2-be35-c3f7796206d3:2407:1866143423812096:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1779693305.071428:0:2407:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.071430:0:2407:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1779693305.071433:0:2407:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e482af5c00 x1866143423812096/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1779693321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1779693305.071439:0:2407:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1779693305.071442:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1779693305.071446:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e4871bf000. 02000000:00000001:1.0:1779693305.071449:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1779693305.071452:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1779693305.071455:0:2407:0:(genops.c:1244:class_import_put()) import ffff90e487c79800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1779693305.071457:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1779693305.071460:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e4896bac00. 02000000:00000001:1.0:1779693305.071463:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1779693305.071466:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1779693305.071468:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e482af5c00. 00000100:00000001:1.0:1779693305.071471:0:2407:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1779693305.071476:0:2407:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.071479:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1779693305.071487:0:2407:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1779693305.071489:0:2407:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1779693305.071491:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1779693305.071494:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693305.120991:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693305.121000:0:41:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1779693305.121014:0:41:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1779693305.121019:0:41:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693305.121025:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1779693305.121028:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693305.121030:0:41:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693305.121032:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693305.121036:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693305.121038:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693305.121387:0:6173:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693305.121393:0:6173:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693305.121396:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1779693306.089381:0:6163:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e4852d0000. 00000100:00000001:1.0:1779693306.089397:0:6163:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1779693306.089400:0:6163:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693306.144851:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693306.144873:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1779693306.144881:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1779693306.144882:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1779693306.144982:0:6174:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1779693306.144988:0:6174:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1779693306.144993:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1779693306.400898:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571800 (cpu 0) has reached its deadline 4295060225, at 4295060288 00000100:00000010:0.0:1779693306.400932:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e485763de0. 00000100:00000040:1.0:1779693306.403963:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff90e485571910 (cpu 0) has reached its deadline 4295060225, at 4295060291 00000100:00000010:1.0:1779693306.403985:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e485763660. Debug log: 14585 lines, 14585 kept, 0 dropped, 0 bad.